-- Logs begin at Fri 2021-04-02 17:16:48 UTC, end at Fri 2021-04-02 18:32:45 UTC. --
Apr 02 18:02:09.898793 dv-cinder-784603-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 02 18:02:12.811876 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.common.config [-] Logging enabled!
Apr 02 18:02:12.812415 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev29
Apr 02 18:02:12.813744 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84275) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 02 18:02:12.815562 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.common.config [-] Logging enabled!
Apr 02 18:02:12.815880 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev29
Apr 02 18:02:12.816239 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84275) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 02 18:02:12.817299 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 02 18:02:12.817572 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 02 18:02:12.818658 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 02 18:02:12.818950 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 02 18:02:12.819218 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 02 18:02:12.819601 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.819951 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.820297 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.820567 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.820912 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.821252 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.821603 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.821942 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.822319 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.822646 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.823494 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.823907 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.824179 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.824508 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.824847 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.825185 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.825448 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] debug                          = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.825771 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.826340 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.826667 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.826988 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.827323 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.827665 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.827980 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.828298 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.828624 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.829002 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] host                           = dv-cinder-784603-1-iscsi {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.829325 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.829665 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.830002 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.830356 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.830678 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.830997 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.831332 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.831649 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.831965 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.832283 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.832622 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.832958 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.833310 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.833581 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.833843 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.834179 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.834550 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.834870 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.835188 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.835506 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.835822 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.836138 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.836449 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.836782 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.837114 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.837446 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.837764 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.838081 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.838417 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.839331 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.839669 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.839986 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.840305 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.840623 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.840962 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.841274 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.841589 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.841940 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.842276 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.842631 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.842963 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.843278 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.843608 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.843922 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.844237 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.844574 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.844890 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.845203 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.845533 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.845848 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.846161 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.846500 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.846815 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.847147 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:12.847488 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.847829 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.848175 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.848501 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.848841 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.849161 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.849499 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.849819 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.850154 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.850541 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.850873 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.851194 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.851525 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.851845 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.852185 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.852538 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.852883 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.853222 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.853536 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.853850 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.854164 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.854544 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.854876 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.855217 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.855553 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.855869 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.856186 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.856522 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.856843 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.857157 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.857481 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.857817 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.858139 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.858491 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.858821 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.859139 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.859457 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.859769 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.860088 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.860427 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.860742 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.861054 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.861365 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.861682 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.861997 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.862343 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.862669 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.862984 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.863296 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.863615 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.863929 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.864242 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.864560 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.864873 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.865194 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.865509 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.865822 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.866137 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.866473 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.866788 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.867100 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.867413 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.867730 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.868042 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.868355 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.868667 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.868981 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.869293 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.869649 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.870023 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.870361 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.870685 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.871006 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.871325 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.871644 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.871963 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.872280 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.872598 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.872907 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.873264 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.873590 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.873917 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.874238 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.874590 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.874930 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.875248 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.875572 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.875890 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.876210 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.876539 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.876863 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.877199 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.877534 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.877869 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.878207 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.878574 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.878897 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.879253 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.879577 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:12.879830 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 02 18:02:12.880101 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84275) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 02 18:02:13.550195 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO keyring.backend [-] Loading Gnome
Apr 02 18:02:13.567501 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO keyring.backend [-] Loading Google
Apr 02 18:02:13.570150 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO keyring.backend [-] Loading Windows (alt)
Apr 02 18:02:13.574002 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO keyring.backend [-] Loading file
Apr 02 18:02:13.574858 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO keyring.backend [-] Loading keyczar
Apr 02 18:02:13.575143 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO keyring.backend [-] Loading multi
Apr 02 18:02:13.575793 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO keyring.backend [-] Loading pyfs
Apr 02 18:02:13.622807 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84275) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:02:13.623128 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=84275) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:02:13.623456 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84275) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:02:13.623835 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 02 18:02:14.021551 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.022034 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.022159 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.025179 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.025494 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.025800 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.064089 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.064409 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.064712 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.078899 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.079217 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.079527 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.146643 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.146908 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.147215 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.148356 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.148676 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.148980 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.423930 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f2f126bbae8> agent after_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.424190 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f2f126bbae8> agent after_update 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.424492 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f2f126bbb70> segment precommit_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.424793 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f2f126bbbf8> network precommit_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.426680 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f2f126bb510> segment before_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.577064 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2f1260cda0>> network before_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.577448 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f2f126a3840> agent before_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.577767 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2f1260cda0>> network before_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.578096 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2f1260cda0>> port before_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.578392 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2f1260cda0>> port before_update 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.578778 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2f1260cda0>> segment after_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.579078 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2f1260cda0>> segment precommit_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.579368 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2f1260cda0>> segment precommit_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.579656 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2f1260cda0>> segment after_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.579992 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2f1260cda0>> network after_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.580303 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2f1260cda0>> network precommit_delete 0 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.580594 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2f1260cda0>> port provisioning_complete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.580900 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2f1260cda0>> rbac-policy before_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.581191 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2f1260cda0>> rbac-policy after_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.581538 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2f1260cda0>> agent after_update 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.581856 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2f1260cda0>> subnet after_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.582152 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2f1260cda0>> subnet precommit_delete 0 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.582494 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2f1260cda0>> rbac-policy before_update 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.582784 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2f1260cda0>> rbac-policy before_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.583125 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2f1260cda0>> segment_host_mapping after_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.583579 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2f1260cda0>> port after_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.583865 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2f1260cda0>> port after_update 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.584147 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2f1260cda0>> port after_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.584486 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2f1260cda0>> rbac-policy before_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.584767 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2f1260cda0>> rbac-policy before_update 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.585045 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2f1260cda0>> rbac-policy before_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.585462 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 02 18:02:14.585733 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 02 18:02:14.586002 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 02 18:02:14.586271 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 02 18:02:14.586563 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 02 18:02:14.586831 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 02 18:02:14.587245 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 02 18:02:14.590980 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 02 18:02:14.595042 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 02 18:02:14.598955 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])])
Apr 02 18:02:14.600619 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 02 18:02:14.601894 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 02 18:02:14.602275 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 02 18:02:14.602754 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 02 18:02:14.605634 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 02 18:02:14.605914 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 02 18:02:14.606344 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 02 18:02:14.633527 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 02 18:02:14.634041 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f2f126da978>> qos_plugin after_init 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.634412 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84275) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 02 18:02:14.634826 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f2f12465518>> logging-plugin after_init 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.636787 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84275) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 02 18:02:14.637108 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 02 18:02:14.637390 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 02 18:02:14.640525 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f2f12465588>> floatingip before_response 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.640845 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f2f12465588>> port before_response 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:14.708626 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 02 18:02:14.708850 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 02 18:02:14.709121 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 02 18:02:14.709526 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 02 18:02:14.741966 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_db.sqlalchemy.engines [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=84275) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 02 18:02:15.255531 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.plugins.ml2.managers [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Initializing driver for type 'gre'
Apr 02 18:02:15.256072 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] gre ID ranges: [(1, 1000)]
Apr 02 18:02:15.354441 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.plugins.ml2.managers [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Initializing driver for type 'local'
Apr 02 18:02:15.354820 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.plugins.ml2.managers [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Initializing driver for type 'vlan'
Apr 02 18:02:15.445637 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] VlanTypeDriver initialization complete
Apr 02 18:02:15.446019 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.plugins.ml2.managers [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Initializing driver for type 'vxlan'
Apr 02 18:02:15.446608 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] vxlan ID ranges: [(1, 1000)]
Apr 02 18:02:15.600070 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.plugins.ml2.managers [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Initializing extension driver 'port_security'
Apr 02 18:02:15.600374 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.plugins.ml2.extensions.port_security [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] PortSecurityExtensionDriver initialization complete
Apr 02 18:02:15.600755 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.plugins.ml2.managers [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Initializing mechanism driver 'openvswitch'
Apr 02 18:02:15.601122 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.plugins.ml2.managers [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Initializing mechanism driver 'hyperv'
Apr 02 18:02:15.608100 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84275) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:02:15.608931 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2f12439be0>> port after_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.609342 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2f12439be0>> port after_update 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.609732 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2f12439be0>> port after_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.610159 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2f120027b8>> subnet after_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.610575 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2f120027b8>> subnet after_update 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.610959 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2f120027b8>> subnet after_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.611378 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2f12002978>> network after_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.611764 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2f12002978>> network after_update 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.612142 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2f12002978>> network after_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.612558 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2f12002b38>> security_group after_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.612944 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2f12002b38>> security_group after_update 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.613323 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2f12002b38>> security_group after_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.613748 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2f12002cf8>> security_group_rule after_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.614131 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2f12002cf8>> security_group_rule after_update 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.614539 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2f12002cf8>> security_group_rule after_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.615090 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2f12002eb8>> address_group after_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.615475 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2f12002eb8>> address_group after_update 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.615855 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2f12002eb8>> address_group after_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.616224 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] ML2 OVO RPC backend initialized. {{(pid=84275) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 02 18:02:15.617018 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2f12009160>> router_interface after_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.617409 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2f12009160>> router_interface after_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.617866 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2f12009160>> network before_response 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.618251 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2f12009160>> networks before_response 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.618657 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2f12009160>> port before_response 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.619035 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2f12009160>> ports before_response 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.619415 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2f12009160>> subnet before_response 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.619793 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2f12009160>> subnets before_response 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.620179 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2f12009160>> network after_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.620557 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2f12009160>> network after_update 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.620929 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2f12009160>> network after_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.621306 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2f12009160>> port after_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.621680 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2f12009160>> port after_update 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.622046 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2f12009160>> port after_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.622447 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2f12009160>> subnet after_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.622820 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2f12009160>> subnet after_update 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.623192 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2f12009160>> subnet after_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.623825 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.plugins.ml2.plugin [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Modular L2 Plugin initialization complete
Apr 02 18:02:15.624185 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading services supported by the core plugin {{(pid=84275) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 02 18:02:15.624550 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.plugins.ml2.managers [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Got port-security extension from driver 'port_security'
Apr 02 18:02:15.625057 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.extensions.vlantransparent [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Disabled vlantransparent extension.
Apr 02 18:02:15.625594 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84275) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 02 18:02:15.625940 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading Plugin: router
Apr 02 18:02:15.662594 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2f12009128>> router_interface before_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.663033 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2f12009128>> router after_create 55549900 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.663442 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2f12009128>> router before_create 55549900 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.663851 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2f12009128>> router_interface before_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.664274 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2f12009128>> router_interface after_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.664667 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2f12009128>> router after_delete 55549900 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.665069 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2f12009128>> floatingip after_update 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.665483 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2f12009128>> router after_create 55549900 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.665864 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2f12009128>> router after_update 55549900 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.666257 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2f12009128>> router after_update 55549900 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.666670 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2f12009128>> router_gateway after_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.667072 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2f12009128>> router after_update 55549900 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.667573 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2f12009128>> router precommit_update 55549900 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.668910 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f2f1264d840> port after_update 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.669295 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f2f1264d730> port after_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.669671 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f2f1264d7b8> subnet after_update 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.670049 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f2f1264d8c8> subnetpool_address_scope after_update 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.670475 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2f12009128>> port precommit_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.670866 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2f12009128>> router precommit_create 55549900 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.671249 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f2f126149d8> port before_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.671631 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2f12009128>> router precommit_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.672037 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2f12009128>> router after_update 55549900 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.672422 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2f12009128>> router precommit_delete 55549900 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.672818 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2f12009128>> router precommit_create 55549900 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.673226 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2f12009128>> router_interface after_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.673613 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2f12009128>> router precommit_update 55549900 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.674053 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2f12009128>> network after_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.675226 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource_registry [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Tracking information for resource: router configured {{(pid=84275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 02 18:02:15.675604 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource_registry [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Tracking information for resource: floatingip configured {{(pid=84275) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 02 18:02:15.680413 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.l3_agentschedulers_db [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 02 18:02:15.681064 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f2f11f8bea0> port after_update 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.681461 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f2f11f8bd90> port after_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.681848 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <function _notify_port_delete at 0x7f2f11f8be18> port after_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.682238 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f2f11f900d0> port after_update 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.683166 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2f11fa1f60>> router before_create 55550100 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.683761 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2f11fa1f60>> router precommit_delete 55550100 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.684182 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2f11fa1f60>> router precommit_create 55550100 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.684585 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2f11fa1f60>> router precommit_update 55550100 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.689255 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.provider_configuration [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Service providers = [] {{(pid=84275) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 02 18:02:15.689653 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.servicetype_db [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84275) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 02 18:02:15.692636 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.service_base [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84275) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 02 18:02:15.693022 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.service_base [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84275) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 02 18:02:15.693403 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.service_base [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84275) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 02 18:02:15.694332 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.service_base [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84275) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 02 18:02:15.694733 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.services.service_base [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 02 18:02:15.695144 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 02 18:02:15.695500 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 02 18:02:15.706500 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 02 18:02:15.706871 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading Plugin: auto_allocate
Apr 02 18:02:15.712620 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f2f11f17510> network precommit_update 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.713023 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f2f11f17510> network precommit_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.713613 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 02 18:02:15.713975 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading Plugin: tag
Apr 02 18:02:15.721479 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 02 18:02:15.721845 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading Plugin: timestamp
Apr 02 18:02:15.725703 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 02 18:02:15.726076 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading Plugin: network_ip_availability
Apr 02 18:02:15.732040 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2f11f16358>> rbac-policy before_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.732446 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2f11f16358>> rbac-policy before_update 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.732837 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2f11f16358>> rbac-policy before_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.733627 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 02 18:02:15.733989 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading Plugin: flavors
Apr 02 18:02:15.738540 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 02 18:02:15.738918 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading Plugin: revisions
Apr 02 18:02:15.743151 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84275) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 02 18:02:15.743578 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.120s {{(pid=84275) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:02:15.744375 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84275) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 02 18:02:15.744740 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Initializing extension manager.
Apr 02 18:02:15.745307 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: __init__.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.745692 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: __pycache__ {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.746176 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.746614 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: address_group.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.747416 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.748201 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: address-group
Apr 02 18:02:15.748566 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: address_scope.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.749330 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.749906 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: address-scope
Apr 02 18:02:15.750269 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.751224 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.751800 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: router-admin-state-down-before-update
Apr 02 18:02:15.752162 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: agent.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.752907 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.753486 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: agent
Apr 02 18:02:15.753845 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: agent_resources_synced.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.754780 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.755361 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: agent-resources-synced
Apr 02 18:02:15.755728 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: allowedaddresspairs.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.757528 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.758114 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: allowed-address-pairs
Apr 02 18:02:15.758508 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: auto_allocated_topology.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.759583 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.760160 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: auto-allocated-topology
Apr 02 18:02:15.760527 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: availability_zone.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.761267 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.762404 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: availability_zone
Apr 02 18:02:15.762768 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: availability_zone_filter.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.763688 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.764267 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: availability_zone_filter
Apr 02 18:02:15.764627 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: data_plane_status.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.765543 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.766125 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 02 18:02:15.766512 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: default_subnetpools.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.767432 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.768014 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: default-subnetpools
Apr 02 18:02:15.768376 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.769243 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.771044 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: dhcp_agent_scheduler
Apr 02 18:02:15.771424 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: dns.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.779248 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.779830 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension dns-integration not supported by any of loaded plugins
Apr 02 18:02:15.780199 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: dns_domain_ports.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.781123 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.781698 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 02 18:02:15.782064 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: dvr.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.782824 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.783403 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: dvr
Apr 02 18:02:15.783769 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: empty_string_filtering.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.784688 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.785259 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: empty-string-filtering
Apr 02 18:02:15.785624 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.786561 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.787135 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 02 18:02:15.787500 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.788417 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.788997 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 02 18:02:15.789361 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: external_net.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.790273 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.790878 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: external-net
Apr 02 18:02:15.791240 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.792148 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.792726 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: extra_dhcp_opt
Apr 02 18:02:15.793712 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: extraroute.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.794685 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.795260 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: extraroute
Apr 02 18:02:15.795621 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: extraroute_atomic.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.796658 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.797239 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: extraroute-atomic
Apr 02 18:02:15.797601 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: filter_validation.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.798328 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.798894 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: filter-validation
Apr 02 18:02:15.799254 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: fip_pf_description.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.800167 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.800734 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 02 18:02:15.801089 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: fip_port_details.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.802024 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.802622 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: fip-port-details
Apr 02 18:02:15.807695 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: flavors.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.808925 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.809514 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: flavors
Apr 02 18:02:15.809883 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.811566 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.812153 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 02 18:02:15.812526 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: floatingip_pools.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.813375 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.813955 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: floatingip-pools
Apr 02 18:02:15.814352 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: ip_allocation.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.815286 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.815856 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 02 18:02:15.816219 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.817148 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.817720 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: ip-substring-filtering
Apr 02 18:02:15.818082 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: l2_adjacency.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.819033 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.819601 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 02 18:02:15.819963 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: l3.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.821021 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.822010 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: router
Apr 02 18:02:15.822427 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.825375 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.825971 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 02 18:02:15.826367 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.827312 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.827898 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: ext-gw-mode
Apr 02 18:02:15.828264 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.829185 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.829754 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: l3-ha
Apr 02 18:02:15.830116 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: l3_flavors.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.831056 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.831629 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: l3-flavors
Apr 02 18:02:15.831990 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.832909 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.833477 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 02 18:02:15.833836 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: l3agentscheduler.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.835128 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.835728 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: l3_agent_scheduler
Apr 02 18:02:15.836096 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: logging.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.837632 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.838215 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension logging not supported by any of loaded plugins
Apr 02 18:02:15.838609 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: metering.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.839403 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.840828 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: metering
Apr 02 18:02:15.841190 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.842339 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.842922 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: metering_source_and_destination_fields
Apr 02 18:02:15.843283 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: multiprovidernet.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.844227 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.844802 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: multi-provider
Apr 02 18:02:15.845161 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: netmtu.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.846082 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.846678 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: net-mtu
Apr 02 18:02:15.847035 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: netmtu_writable.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.847966 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.848543 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: net-mtu-writable
Apr 02 18:02:15.848901 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: network_availability_zone.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.849615 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.850230 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: network_availability_zone
Apr 02 18:02:15.850580 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: network_ip_availability.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.851818 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.852394 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: network-ip-availability
Apr 02 18:02:15.852760 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: network_segment_range.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.853590 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.854157 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 02 18:02:15.854543 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: pagination.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.855837 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.856214 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: pagination
Apr 02 18:02:15.856577 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: port_device_profile.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.857511 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.858092 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: port-device-profile
Apr 02 18:02:15.858491 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.859439 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.860027 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: port-mac-address-regenerate
Apr 02 18:02:15.860393 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.861387 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.861901 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: port-numa-affinity-policy
Apr 02 18:02:15.862261 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: port_resource_request.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.863208 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.863784 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 02 18:02:15.864138 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: portbindings.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.865060 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.865636 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: binding
Apr 02 18:02:15.865993 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: portbindings_extended.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.867302 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.867884 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: binding-extended
Apr 02 18:02:15.868245 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: portsecurity.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.869175 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.869753 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: port-security
Apr 02 18:02:15.870112 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: project_id.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.871156 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.871532 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: project-id
Apr 02 18:02:15.871894 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: providernet.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.872813 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.873397 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: provider
Apr 02 18:02:15.873755 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: qos.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.877313 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.877903 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension qos not supported by any of loaded plugins
Apr 02 18:02:15.878276 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.879630 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.880208 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 02 18:02:15.880581 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.881504 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.882074 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 02 18:02:15.882467 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: qos_default.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.883389 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.883957 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension qos-default not supported by any of loaded plugins
Apr 02 18:02:15.884319 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: qos_fip.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.885006 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.885570 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension qos-fip not supported by any of loaded plugins
Apr 02 18:02:15.885931 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: qos_gateway_ip.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.887557 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.888221 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 02 18:02:15.888583 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: qos_port_network_policy.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.889509 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.890079 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 02 18:02:15.890475 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: qos_rule_type_details.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.891400 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.891973 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 02 18:02:15.892333 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: qos_rules_alias.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.893371 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.893940 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 02 18:02:15.894315 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: quotasv2.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.895321 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.895693 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: quotas
Apr 02 18:02:15.896052 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: quotasv2_detail.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.897620 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.898222 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: quota_details
Apr 02 18:02:15.898352 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: rbac.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.899520 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.900117 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: rbac-policies
Apr 02 18:02:15.900483 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: rbac_address_group.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.901414 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.901991 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: rbac-address-group
Apr 02 18:02:15.903000 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: rbac_address_scope.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.903995 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.904570 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: rbac-address-scope
Apr 02 18:02:15.904934 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: rbac_security_groups.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.905962 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.906575 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: rbac-security-groups
Apr 02 18:02:15.906937 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: rbac_subnetpool.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.907862 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.908435 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: rbac-subnetpool
Apr 02 18:02:15.908795 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: revisionifmatch.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.909719 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.910332 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: revision-if-match
Apr 02 18:02:15.910674 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: revisions.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.911803 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.912382 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: standard-attr-revisions
Apr 02 18:02:15.912743 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: router_availability_zone.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.913459 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.914036 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: router_availability_zone
Apr 02 18:02:15.914420 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: routerservicetype.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.915343 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.915916 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension router-service-type not supported by any of loaded plugins
Apr 02 18:02:15.916277 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.917202 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.917781 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: security-groups-normalized-cidr
Apr 02 18:02:15.918170 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.919384 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.919958 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: port-security-groups-filtering
Apr 02 18:02:15.920317 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.921259 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.921841 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: security-groups-remote-address-group
Apr 02 18:02:15.922198 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: securitygroup.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.935119 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.935734 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: security-group
Apr 02 18:02:15.936108 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: segment.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.936968 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.937546 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension segment not supported by any of loaded plugins
Apr 02 18:02:15.937912 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.938879 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.939457 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 02 18:02:15.939817 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: servicetype.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.940910 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.941500 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: service-type
Apr 02 18:02:15.941863 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: sorting.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.942860 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.943240 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: sorting
Apr 02 18:02:15.943601 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: standard_attr_segment.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.944531 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.945115 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 02 18:02:15.945476 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: standardattrdescription.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.946153 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.946752 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: standard-attr-description
Apr 02 18:02:15.947113 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: stateful_security_group.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.948052 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.948629 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: stateful-security-group
Apr 02 18:02:15.948990 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: stdattrs_common.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.950100 dv-cinder-784603-1-iscsi neutron-server[84275]: WARNING neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 02 18:02:15.950484 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.951483 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.952052 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 02 18:02:15.952410 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: subnet_onboard.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.953631 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.954277 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: subnet_onboard
Apr 02 18:02:15.954663 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.955671 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.956265 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 02 18:02:15.956628 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: subnet_service_types.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.957551 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.958143 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: subnet-service-types
Apr 02 18:02:15.958526 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: subnetallocation.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.959601 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.960177 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: subnet_allocation
Apr 02 18:02:15.960542 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.961233 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.961804 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: subnetpool-prefix-ops
Apr 02 18:02:15.962162 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.963125 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.963706 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 02 18:02:15.964066 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: tagging.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.966006 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.966622 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: standard-attr-tag
Apr 02 18:02:15.966989 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: timestamp.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.968189 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.968775 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loaded extension: standard-attr-timestamp
Apr 02 18:02:15.969138 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: trunk.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.970168 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.970772 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension trunk not supported by any of loaded plugins
Apr 02 18:02:15.971141 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: trunk_details.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.972065 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.972656 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension trunk-details not supported by any of loaded plugins
Apr 02 18:02:15.973019 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: uplink_status_propagation.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.973938 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.974540 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 02 18:02:15.974905 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Loading extension file: vlantransparent.py {{(pid=84275) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 02 18:02:15.975602 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84275) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 02 18:02:15.976174 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 02 18:02:15.978859 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.quota.resource_registry [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Creating instance of TrackedResource for resource:network
Apr 02 18:02:15.979664 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.quota.resource_registry [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Creating instance of TrackedResource for resource:subnet
Apr 02 18:02:15.980443 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.quota.resource_registry [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 02 18:02:15.981301 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.quota.resource_registry [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Creating instance of TrackedResource for resource:port
Apr 02 18:02:15.982871 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.resource_helper [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 02 18:02:15.983360 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.resource_helper [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Service FLAVORS assigned prefix:  {{(pid=84275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 02 18:02:15.984029 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.resource_helper [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 02 18:02:15.984503 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.resource_helper [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 02 18:02:15.984872 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.quota.resource_registry [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Creating instance of TrackedResource for resource:router
Apr 02 18:02:15.985590 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.quota.resource_registry [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Creating instance of TrackedResource for resource:floatingip
Apr 02 18:02:15.986384 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.resource_helper [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Service METERING assigned prefix: /metering {{(pid=84275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 02 18:02:15.988199 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2f11e03518>> rbac-policy before_create 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.988600 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2f11e03518>> rbac-policy before_update 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.988983 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2f11e03518>> rbac-policy before_delete 55550000 {{(pid=84275) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:02:15.990116 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.quota.resource_registry [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 02 18:02:15.990631 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.quota.resource_registry [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Creating instance of TrackedResource for resource:security_group
Apr 02 18:02:15.991567 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.quota.resource_registry [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 02 18:02:15.992390 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.resource_helper [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Service CORE assigned prefix:  {{(pid=84275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 02 18:02:15.992760 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.quota.resource_registry [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 02 18:02:15.993125 dv-cinder-784603-1-iscsi neutron-server[84275]: WARNING neutron.quota.resource_registry [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] subnetpool is already registered
Apr 02 18:02:15.993789 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.resource_helper [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Service CORE assigned prefix:  {{(pid=84275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 02 18:02:15.994154 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.quota.resource_registry [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 02 18:02:15.994539 dv-cinder-784603-1-iscsi neutron-server[84275]: WARNING neutron.quota.resource_registry [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] subnetpool is already registered
Apr 02 18:02:15.997339 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.resource_helper [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 02 18:02:15.997809 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.resource_helper [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Service FLAVORS assigned prefix:  {{(pid=84275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 02 18:02:15.998482 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.resource_helper [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 02 18:02:15.998944 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.resource_helper [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 02 18:02:15.999312 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.quota.resource_registry [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Creating instance of TrackedResource for resource:router
Apr 02 18:02:15.999677 dv-cinder-784603-1-iscsi neutron-server[84275]: WARNING neutron.quota.resource_registry [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] router is already registered
Apr 02 18:02:16.000327 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.quota.resource_registry [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Creating instance of TrackedResource for resource:floatingip
Apr 02 18:02:16.000695 dv-cinder-784603-1-iscsi neutron-server[84275]: WARNING neutron.quota.resource_registry [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] floatingip is already registered
Apr 02 18:02:16.001379 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.resource_helper [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Service METERING assigned prefix: /metering {{(pid=84275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 02 18:02:16.002108 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.quota.resource_registry [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 02 18:02:16.002494 dv-cinder-784603-1-iscsi neutron-server[84275]: WARNING neutron.quota.resource_registry [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] rbac_policy is already registered
Apr 02 18:02:16.003833 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.quota.resource_registry [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Creating instance of TrackedResource for resource:security_group
Apr 02 18:02:16.004206 dv-cinder-784603-1-iscsi neutron-server[84275]: WARNING neutron.quota.resource_registry [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] security_group is already registered
Apr 02 18:02:16.004859 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.quota.resource_registry [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 02 18:02:16.005223 dv-cinder-784603-1-iscsi neutron-server[84275]: WARNING neutron.quota.resource_registry [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] security_group_rule is already registered
Apr 02 18:02:16.005952 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.resource_helper [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Service CORE assigned prefix:  {{(pid=84275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 02 18:02:16.006346 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.quota.resource_registry [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 02 18:02:16.006712 dv-cinder-784603-1-iscsi neutron-server[84275]: WARNING neutron.quota.resource_registry [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] subnetpool is already registered
Apr 02 18:02:16.007364 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.resource_helper [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Service CORE assigned prefix:  {{(pid=84275) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 02 18:02:16.007733 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.quota.resource_registry [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 02 18:02:16.008094 dv-cinder-784603-1-iscsi neutron-server[84275]: WARNING neutron.quota.resource_registry [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] subnetpool is already registered
Apr 02 18:02:16.008817 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: extensions {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.010357 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: address-groups {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.012539 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: address-scopes {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.013794 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: agents {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.015033 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: auto-allocated-topology {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.016334 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: availability_zones {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.017708 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: dhcp-networks {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.019205 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: dhcp-agents {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.020692 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: routers {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.022608 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: flavors {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.023821 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: service_profiles {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.025087 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: next_providers {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.026719 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: service_profiles {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.028900 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: floatingip-pools {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.030154 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: routers {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.032060 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: floatingips {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.033300 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: l3-routers {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.034769 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: l3-agents {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.036243 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: metering-labels {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.037648 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: metering-label-rules {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.039004 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: network-ip-availabilities {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.040316 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: bindings {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.042058 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: quotas {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.043907 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: quotas {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.045367 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: rbac-policies {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.046737 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: security-groups {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.048012 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: security-group-rules {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.049335 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: service-providers {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.050686 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: subnetpools {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.052141 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: subnetpools {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.053668 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: tags {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.055443 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: tags {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.057406 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: tags {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.059846 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: tags {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.061716 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: tags {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.063694 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: tags {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.065460 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: tags {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.068299 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: tags {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.070164 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: tags {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.072179 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.extensions [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Extended resource: tags {{(pid=84275) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 02 18:02:16.079706 dv-cinder-784603-1-iscsi neutron-server[84275]: WARNING keystonemiddleware.auth_token [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 02 18:02:16.084973 dv-cinder-784603-1-iscsi neutron-server[84275]: WARNING keystonemiddleware.auth_token [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 02 18:02:16.093833 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Acquired lock "singleton_lock" {{(pid=84275) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 02 18:02:16.094393 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Releasing lock "singleton_lock" {{(pid=84275) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 02 18:02:16.095848 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO oslo_service.service [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Starting 2 workers
Apr 02 18:02:16.100756 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Started child 84390 {{(pid=84275) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 02 18:02:16.104427 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:16.105497 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Started child 84391 {{(pid=84275) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 02 18:02:16.105928 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [-] (84390) wsgi starting up on http://0.0.0.0:9696
Apr 02 18:02:16.106992 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.service [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 02 18:02:16.107651 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Notify callbacks [] for process, before_spawn {{(pid=84275) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:16.109375 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:16.110132 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO oslo_service.service [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Starting 1 workers
Apr 02 18:02:16.110876 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [-] (84391) wsgi starting up on http://0.0.0.0:9696
Apr 02 18:02:16.115606 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Started child 84392 {{(pid=84275) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 02 18:02:16.116147 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO oslo_service.service [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Starting 1 workers
Apr 02 18:02:16.117561 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.service [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] calling RpcWorker wait() {{(pid=84392) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 02 18:02:16.117955 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.service [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] returning from RpcWorker wait() {{(pid=84392) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 02 18:02:16.119473 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:16.119972 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:02:16.120845 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Started child 84393 {{(pid=84275) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 02 18:02:16.122149 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f614ffec-a9b7-463e-b6ce-d43c640bf388 None None] Notify callbacks [] for process, after_spawn {{(pid=84275) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:16.123856 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84275) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 02 18:02:16.124105 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 02 18:02:16.124310 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 02 18:02:16.124587 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 02 18:02:16.124973 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 02 18:02:16.125160 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 02 18:02:16.125648 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:16.125745 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.125975 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.126313 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.126600 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.126913 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.127569 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.127858 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.128171 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.128476 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.128757 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.128949 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.129143 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.129427 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.129690 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.130018 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.130315 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.130579 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.130863 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.131069 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.131332 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.131642 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.131922 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.132199 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] debug                          = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.132619 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.133364 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.133621 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.133903 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.134159 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.134478 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.134742 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.135040 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.135304 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.135564 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.135832 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.136119 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.136383 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.136698 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.137471 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.137752 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.138007 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.138477 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] host                           = dv-cinder-784603-1-iscsi {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.138794 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.138988 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.139249 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.139524 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.139767 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.140022 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.140304 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.140588 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.140862 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.141116 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.141379 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.141647 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.141916 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.142173 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.142381 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.142645 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.142961 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.143250 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.143463 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.143653 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.143838 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.144125 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.144311 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.144584 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.144828 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.145068 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.145326 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.145566 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.145805 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.146094 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.146387 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.146660 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.146913 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.147197 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.147473 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.147763 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.148018 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.148261 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.148520 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.148761 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.148992 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.149233 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.149508 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.149771 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.150002 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.150277 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.150609 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.150797 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.151073 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.151349 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.151584 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.151827 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.152143 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.152434 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.152689 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.152959 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.153205 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.153310 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:02:16.153479 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.153721 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.153979 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.154230 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.154492 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.154748 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.155043 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.155303 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.155547 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.155788 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.156031 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.156316 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.156753 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.157056 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.157389 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.157654 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.157917 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.158181 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.158482 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.158731 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.159009 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.167042 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.167042 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.167042 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.167042 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.167042 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.167042 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.167042 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.167042 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.167757 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.167757 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.167757 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.167757 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.167757 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.167757 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.167757 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.167757 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.10/identity {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.168859 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.168859 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.168859 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.168859 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.168859 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.168859 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.168859 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.168859 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.169523 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.169523 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.169523 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.169523 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.169523 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.169523 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.169523 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.169523 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.169523 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.170231 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.170231 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.170231 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.170231 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.170231 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.170231 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.170231 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.170231 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.170231 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.171024 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.171024 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.171024 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.171024 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.171024 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.171024 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.171523 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.171523 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.171721 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.171885 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.172161 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.172435 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.172683 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.172902 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.173285 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.173658 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.174038 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.174487 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.174759 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.175007 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.175246 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.175494 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.175741 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.176041 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.176289 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.176533 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.176761 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.177185 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.177446 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.177687 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.177931 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.178191 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.178459 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.178762 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.179106 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.179547 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.179963 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.180402 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.180682 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.180959 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.181232 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.181504 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.181787 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.182035 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.182330 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.182637 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.182914 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.183208 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.184006 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.184318 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.184613 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.184932 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.185184 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.185451 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.185706 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.186011 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.186315 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.186598 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.186878 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.187179 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.187545 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.187801 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.188093 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.188345 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.188634 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.188958 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.189260 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.189549 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.189817 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.190115 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.190424 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.190703 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.190985 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.191256 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.191520 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.191769 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.192082 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.192371 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.192626 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.192869 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.193132 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.193479 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.193770 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.194026 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.194272 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.194612 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.194891 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.195139 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.195424 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.195707 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.195992 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.196281 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.196549 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.10/identity {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.196820 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.197080 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.197357 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.197620 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.197882 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.198142 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.198429 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.198687 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.198928 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.199918 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.200241 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.200496 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.200740 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.201002 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.201259 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.201501 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.201744 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.201996 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.202265 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.202558 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.202808 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.203072 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.203315 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.203602 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.204193 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.204193 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.204478 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.206560 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.206560 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.206560 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.206560 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.206560 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.206560 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.206560 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.206560 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.207615 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.207615 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.207615 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.207615 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.207615 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.208307 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.208307 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.208307 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.208698 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.208916 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.209159 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.209624 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.210058 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.210535 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.210964 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.211380 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.211774 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.212207 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.212478 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.212760 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.213040 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.213308 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.213555 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.213798 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.214059 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.214335 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.214572 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.214999 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.215216 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.215478 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.215762 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.216071 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.216257 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.216500 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.216741 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.216989 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.217231 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.217489 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.217731 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.217973 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.218220 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.218486 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.218801 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.219065 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.219330 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.219633 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.219896 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.220174 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.220427 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.220814 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.221057 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.221336 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.221610 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.221857 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.222122 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.222445 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.222817 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.223154 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.223461 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.223731 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.224038 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.224354 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.224652 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.224897 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.225214 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.225577 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.225853 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.226155 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.226431 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.226717 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.226990 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.227214 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.227465 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.227715 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.227972 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.228233 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.228505 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.228762 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.229009 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.229275 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.229523 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.229779 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.230018 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.230287 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.230575 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.230770 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 02 18:02:16.231314 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84275) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 02 18:02:16.231513 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 02 18:02:16.231692 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 02 18:02:16.231891 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 02 18:02:16.232089 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 02 18:02:16.232266 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 02 18:02:16.232508 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.232694 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.232879 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.233063 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.233247 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.233452 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.233635 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.233817 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.233999 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.234182 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.234390 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.234576 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.234758 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.234940 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.235124 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.235305 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.235488 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.235672 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.235858 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.236041 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.236225 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.236395 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.236557 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] debug                          = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.236731 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.236947 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.237132 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.237315 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.237496 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.237678 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.237858 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.238039 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.238221 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.238427 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.238610 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.238790 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.238971 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.239152 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.239332 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.239514 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.239695 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.239876 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] host                           = dv-cinder-784603-1-iscsi {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.240058 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.240241 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.240422 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.240601 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.240781 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.240964 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.241144 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.241329 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.241511 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.241692 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.241873 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.242052 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.242232 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.242435 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.242616 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.242768 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.242951 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.243132 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.243338 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.243521 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.243703 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.243883 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.244065 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.244247 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.244428 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.244611 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.244792 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.244973 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.245153 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.245334 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.245514 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.245695 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.245875 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.247935 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.247935 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.247935 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.247935 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.247935 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.247935 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.247935 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.247935 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.248833 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.248833 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.248833 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.248833 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.248833 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.248833 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.248833 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.250795 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.250795 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.250795 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.250795 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.250795 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.250795 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.250795 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.250795 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.251453 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.251453 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.251453 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.251453 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.251453 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.251453 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.251453 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.251453 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.251453 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.252182 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.252182 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.252182 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.252182 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 02 18:02:16.252182 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.252594 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.252594 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.252767 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.252767 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.252940 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.253106 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.253294 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.253461 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.253817 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.254016 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.254204 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.254427 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.254613 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.254801 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.254972 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.255148 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.255331 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.255516 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.255704 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.256149 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.256149 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.256341 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.256341 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.256520 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.10/identity {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.256693 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.256877 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.258404 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.258404 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.258404 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.258404 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.258404 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.258404 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.258404 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.258404 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.258404 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.258945 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.258945 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.258945 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.259123 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.259123 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.259354 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.259478 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.259661 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.259847 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.260032 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.260215 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.260399 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.260583 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.260765 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.260960 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.261143 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.261304 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.261483 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.262208 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.262423 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.262608 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.262953 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.263142 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.263328 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.263512 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.263712 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.263897 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.264082 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.264266 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.264451 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.264634 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.264818 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.265002 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.265185 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.265369 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.265553 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.265736 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.265920 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.266105 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.266289 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.266495 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.266680 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.266893 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.266996 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.267180 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.267361 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.267543 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.267726 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.267917 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.268118 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.268304 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.268487 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.268671 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.268856 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.269041 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.269224 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.269406 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.269590 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.269772 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.269955 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.270139 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.270347 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.270530 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.270712 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.270896 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.271078 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.271261 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.271445 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.271628 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.271809 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.271995 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.272179 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.272367 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.272549 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.272731 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.272925 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.273108 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.273295 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.273479 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.273669 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.273863 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.274045 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.274228 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.274450 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.274622 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.274738 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.274913 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.275095 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.275308 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.275545 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.275646 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.275765 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.275941 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.276124 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.276307 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.276490 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.276721 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.276944 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.277071 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.277256 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.277633 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.277824 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.278010 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.278194 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.278403 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.278589 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.278776 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.278963 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.10/identity {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.279148 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.279333 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.279520 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.279771 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.279903 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.280059 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.280159 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.280333 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.280517 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.280700 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.280885 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.281070 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.281255 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.281502 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.281615 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.281764 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.281946 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.282131 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.282355 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.282629 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.282629 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.282871 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.282968 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.283130 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.283311 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.283496 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.283679 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.283867 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.284021 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.284205 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.284390 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.284576 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.284760 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.284943 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.285127 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.285312 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.285495 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.285679 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.285863 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.286047 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.286231 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.286437 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.286621 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.286822 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.287050 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.287198 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.287343 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.287479 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.287665 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.287848 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.288033 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.288216 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.288399 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.288582 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.288768 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.288955 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.289141 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.289326 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.289516 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.289666 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.289849 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.290034 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.290230 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.290436 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.290621 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.290804 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.290987 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.291180 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.291363 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.291558 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.291710 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.291885 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.292077 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.292261 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.292444 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.292629 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.292810 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.293025 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.293209 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.293687 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.293914 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.294100 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.294283 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.294492 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.294689 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.294874 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.295060 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.295246 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.295431 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.295614 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.295799 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.295898 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:02:16.295994 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.296156 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.296348 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.296533 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.296727 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.296918 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.297112 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.297298 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.297487 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.297684 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.297867 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.298051 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.298234 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.298439 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.298621 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.298804 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.298987 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.299170 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.299354 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.299537 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.299720 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.299903 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.300073 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.300258 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.300422 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.300572 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.300720 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.300866 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.301020 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 02 18:02:16.301168 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84275) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 02 18:02:16.563550 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 60692) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:02:16.575318 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0095575
Apr 02 18:02:27.651860 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca0fe54-de09-4c97-949a-538d983940cf None None] get_active_networks_info from dv-cinder-784603-1-iscsi {{(pid=84392) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 02 18:02:27.793081 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca0fe54-de09-4c97-949a-538d983940cf None None] No non-hosted networks {{(pid=84392) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 02 18:02:27.806694 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agentschedulers_db [None req-3ca0fe54-de09-4c97-949a-538d983940cf None None] DHCP Agent not found on host dv-cinder-784603-1-iscsi {{(pid=84392) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 02 18:02:28.007398 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9642f4d9-2d1b-4823-90ba-1277c4359c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274'] for agent, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:28.760705 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274'] for agent, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:28.762881 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:28.763416 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:28.764111 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:28.764696 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:28.765324 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:28.765823 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:28.766522 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:28.767315 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:28.767810 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:28.769876 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:28.769876 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:28.769876 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:28.769876 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2f1122ae10>, 'Open vSwitch agent', 'dv-cinder-784603-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:02:28.779125 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2f1122ab00>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784603-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:02:29.509490 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f888fa74-2acb-405a-bbfc-d74e310d6844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274'] for agent, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:29.536715 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-37a0ceee-f7c6-4594-83f0-4d6e0f1b7786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:30.032760 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274'] for agent, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:31.626868 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274'] for agent, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:32.770666 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 60782) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:02:33.387931 dv-cinder-784603-1-iscsi neutron-server[84275]: WARNING oslo_policy.policy [None req-0610e8ee-2b0d-4ec8-a2d6-9972b3166dbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 02 18:02:33.388517 dv-cinder-784603-1-iscsi neutron-server[84275]: WARNING oslo_policy.policy [None req-0610e8ee-2b0d-4ec8-a2d6-9972b3166dbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 02 18:02:33.620548 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [None req-0610e8ee-2b0d-4ec8-a2d6-9972b3166dbb admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 18:02:33.622184 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-0610e8ee-2b0d-4ec8-a2d6-9972b3166dbb admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8505220
Apr 02 18:02:36.365167 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 60796) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:02:36.645987 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.l3_hamode_db [None req-13cb4b81-3db5-4599-8eb7-57bcac1b4e73 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 02 18:02:36.735917 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cb4b81-3db5-4599-8eb7-57bcac1b4e73 None None] Routers set() bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:02:36.736360 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cb4b81-3db5-4599-8eb7-57bcac1b4e73 None None] Router IDs set() for agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 02 18:02:36.767983 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-ce2c35a5-4a31-4341-926b-17ecf802e8fc admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:02:36.872084 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.policy [None req-ce2c35a5-4a31-4341-926b-17ecf802e8fc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84391) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 02 18:02:36.926778 dv-cinder-784603-1-iscsi neutron-server[84275]: WARNING oslo_policy.policy [None req-ce2c35a5-4a31-4341-926b-17ecf802e8fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 02 18:02:36.927189 dv-cinder-784603-1-iscsi neutron-server[84275]: WARNING oslo_policy.policy [None req-ce2c35a5-4a31-4341-926b-17ecf802e8fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 02 18:02:36.945833 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.quota [None req-ce2c35a5-4a31-4341-926b-17ecf802e8fc admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f2f119a2908>.
Apr 02 18:02:36.961419 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-ce2c35a5-4a31-4341-926b-17ecf802e8fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:02:37.050841 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ce2c35a5-4a31-4341-926b-17ecf802e8fc admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363296841077608', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363296841077004', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363296841087530', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363296841061070', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363296841044181', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363296841044370', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854737683', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854682614', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3700453', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3761025'] for rbac-policy, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:37.251519 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ce2c35a5-4a31-4341-926b-17ecf802e8fc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:37.252833 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-ce2c35a5-4a31-4341-926b-17ecf802e8fc admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8865726
Apr 02 18:02:40.213337 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 60810) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:02:40.579339 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '7636ab6c4bc046248b1edc3c6785c3e3', 'name': 'private'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:02:40.585138 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:02:40.590347 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Usage tracker for resource:network and tenant:7636ab6c4bc046248b1edc3c6785c3e3 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:02:40.593988 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:02:40.600381 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:02:40.650859 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Made reservation on behalf of 7636ab6c4bc046248b1edc3c6785c3e3 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:02:40.657405 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:40.675151 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:40.691989 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:02:40.695825 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Usage tracker for resource:security_group_rule and tenant:7636ab6c4bc046248b1edc3c6785c3e3 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:02:40.699376 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:02:40.705235 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:02:41.092959 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:41.119413 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:41.124267 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:02:41.142040 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'}  {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:02:41.169290 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740009327543', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:41.169826 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f2f126bbb70> segment precommit_create {{(pid=84391) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 02 18:02:41.170324 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.segments_db [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Added segment 699a1d3f-1a46-4232-a509-cb3356cfcf5a of type vlan for network fc710a24-a175-4571-9dc6-26d055108327
Apr 02 18:02:41.221300 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c20c90b-6c9f-46e0-ab7b-bd3cbbc22e0d,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:02:41.238082 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:41.238486 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:41.238856 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:41.239211 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:41.239562 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:41.239919 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:41.240268 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:41.240619 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:41.240980 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:41.241328 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:41.241673 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:41.242016 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Tracked resource versions report:
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]: pushed versions:
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]: {   'AddressGroup': {'1.2'},
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]:     'ConntrackHelper': {'1.0'},
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Log': {'1.0'},
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Network': {'1.1'},
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Port': {'1.7'},
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]:     'PortForwarding': {'1.2'},
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]:     'QosPolicy': {'1.8'},
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]:     'SecurityGroup': {'1.4'},
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]:     'SecurityGroupRule': {'1.2'},
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]:     'SubPort': {'1.0'},
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Subnet': {'1.1'},
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Trunk': {'1.1'}}
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]: consumer versions:
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]: {   DHCP agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]:     L3 agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]:     Metadata agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]:     Metering agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]:     Open vSwitch agent@dv-cinder-784603-1-iscsi: {   'AddressGroup': '1.2',
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'ConntrackHelper': '1.0',
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Log': '1.0',
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Network': '1.1',
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Port': '1.7',
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'PortForwarding': '1.2',
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'QosPolicy': '1.8',
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'SecurityGroup': '1.4',
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'SecurityGroupRule': '1.2',
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'SubPort': '1.0',
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Subnet': '1.1',
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Trunk': '1.1'}}
Apr 02 18:02:41.243120 dv-cinder-784603-1-iscsi neutron-server[84275]:  {{(pid=84391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 02 18:02:41.293770 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740008826705'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:41.298273 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:02:41.374940 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:41.376308 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:02:41.376962 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:41.381676 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:02:41.490485 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Pushing event updated for resources: {'Network': ['ID=fc710a24-a175-4571-9dc6-26d055108327,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:02:41.493908 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:02:41.503806 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Network fc710a24-a175-4571-9dc6-26d055108327 details requested by agent ovs-agent-dv-cinder-784603-1-iscsi with host dv-cinder-784603-1-iscsi {{(pid=84392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:02:41.507324 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 1.2928884
Apr 02 18:02:44.562025 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 60826) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:02:45.091311 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6318df-8e5b-4317-8a82-097f075abb0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:02:45.092700 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-4e6318df-8e5b-4317-8a82-097f075abb0b admin admin] 10.222.0.10 "GET /v2.0/networks/fc710a24-a175-4571-9dc6-26d055108327 HTTP/1.1" status: 200  len: 824 time: 0.5295630
Apr 02 18:02:45.121710 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-66d6c182-3c70-4283-87e4-ac5949946841 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/f34b6e81-1542-450b-bdb4-2cfde29d0c8e HTTP/1.1" status: 200  len: 734 time: 0.0229199
Apr 02 18:02:45.131308 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-b5150b83-b1ef-42f1-b793-1cab548b6b4e admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'fc710a24-a175-4571-9dc6-26d055108327', 'subnetpool_id': 'f34b6e81-1542-450b-bdb4-2cfde29d0c8e', 'tenant_id': '7636ab6c4bc046248b1edc3c6785c3e3'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:02:45.135734 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-b5150b83-b1ef-42f1-b793-1cab548b6b4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:02:45.140347 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-b5150b83-b1ef-42f1-b793-1cab548b6b4e admin admin] Usage tracker for resource:subnet and tenant:7636ab6c4bc046248b1edc3c6785c3e3 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:02:45.143291 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-b5150b83-b1ef-42f1-b793-1cab548b6b4e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:02:45.149073 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-b5150b83-b1ef-42f1-b793-1cab548b6b4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:02:45.239590 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5150b83-b1ef-42f1-b793-1cab548b6b4e admin admin] Made reservation on behalf of 7636ab6c4bc046248b1edc3c6785c3e3 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:02:45.244237 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b5150b83-b1ef-42f1-b793-1cab548b6b4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:45.765990 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b5150b83-b1ef-42f1-b793-1cab548b6b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:45.781424 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:02:45.915907 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5150b83-b1ef-42f1-b793-1cab548b6b4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef4a1b19-7954-4b57-bf2c-15615364bfa6,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:02:45.930951 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b5150b83-b1ef-42f1-b793-1cab548b6b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:02:45.987053 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5150b83-b1ef-42f1-b793-1cab548b6b4e admin admin] Checking segment: {'id': '699a1d3f-1a46-4232-a509-cb3356cfcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc710a24-a175-4571-9dc6-26d055108327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:02:45.987440 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5150b83-b1ef-42f1-b793-1cab548b6b4e admin admin] Network hostable DHCP agents. Network: fc710a24-a175-4571-9dc6-26d055108327, hostable agents: ['41a019fe-56df-4d22-b19a-be518ff15af3'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:02:46.034042 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5150b83-b1ef-42f1-b793-1cab548b6b4e admin admin] Network fc710a24-a175-4571-9dc6-26d055108327 is scheduled to be hosted by DHCP agent 41a019fe-56df-4d22-b19a-be518ff15af3 with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:02:46.073785 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-b5150b83-b1ef-42f1-b793-1cab548b6b4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-iscsi, fc710a24-a175-4571-9dc6-26d055108327) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:02:46.078216 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5150b83-b1ef-42f1-b793-1cab548b6b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:02:46.078872 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b5150b83-b1ef-42f1-b793-1cab548b6b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:46.083920 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6aca9f6-33a0-4959-9a2a-f418a8eb2e51 None None] Network fc710a24-a175-4571-9dc6-26d055108327 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:02:46.126520 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-b5150b83-b1ef-42f1-b793-1cab548b6b4e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9987481
Apr 02 18:02:46.413990 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8634273-20c2-5e01-b176-6034d848a5ba-fc710a24-a175-4571-9dc6-26d055108327', 'network_id': 'fc710a24-a175-4571-9dc6-26d055108327', 'tenant_id': '7636ab6c4bc046248b1edc3c6785c3e3', 'fixed_ips': [{'subnet_id': 'ef4a1b19-7954-4b57-bf2c-15615364bfa6'}]}} from dv-cinder-784603-1-iscsi. {{(pid=84392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 02 18:02:46.415277 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:46.607330 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Allocated IP 172.20.0.2 (fc710a24-a175-4571-9dc6-26d055108327/ef4a1b19-7954-4b57-bf2c-15615364bfa6/a70140db-2ea7-488a-b5f8-9e4e5cbefed6) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:02:47.022751 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:47.098132 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Transition to ACTIVE for port object a70140db-2ea7-488a-b5f8-9e4e5cbefed6 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:02:47.119330 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Transition to ACTIVE for port object a70140db-2ea7-488a-b5f8-9e4e5cbefed6 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:02:47.160488 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:47.177245 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:02:47.310030 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Pushing event updated for resources: {'Port': ['ID=a70140db-2ea7-488a-b5f8-9e4e5cbefed6,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:02:47.321034 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:47.321412 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:47.321776 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:47.322135 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:47.322520 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:47.322877 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:47.323228 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:47.323631 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:47.324003 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:47.324352 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:47.324700 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:47.325045 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Tracked resource versions report:
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]: pushed versions:
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]: {   'AddressGroup': {'1.2'},
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]:     'ConntrackHelper': {'1.0'},
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Log': {'1.0'},
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Network': {'1.1'},
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Port': {'1.7'},
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]:     'PortForwarding': {'1.2'},
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]:     'QosPolicy': {'1.8'},
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]:     'SecurityGroup': {'1.4'},
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]:     'SecurityGroupRule': {'1.2'},
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]:     'SubPort': {'1.0'},
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Subnet': {'1.1'},
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Trunk': {'1.1'}}
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]: consumer versions:
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]: {   DHCP agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]:     L3 agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]:     Metadata agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]:     Metering agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]:     Open vSwitch agent@dv-cinder-784603-1-iscsi: {   'AddressGroup': '1.2',
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'ConntrackHelper': '1.0',
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Log': '1.0',
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Network': '1.1',
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Port': '1.7',
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'PortForwarding': '1.2',
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'QosPolicy': '1.8',
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'SecurityGroup': '1.4',
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'SecurityGroupRule': '1.2',
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'SubPort': '1.0',
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Subnet': '1.1',
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Trunk': '1.1'}}
Apr 02 18:02:47.326136 dv-cinder-784603-1-iscsi neutron-server[84275]:  {{(pid=84392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 02 18:02:47.333281 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:02:47.381715 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Network fc710a24-a175-4571-9dc6-26d055108327 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:02:47.382931 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Resources bound (agent type, host, resource id):  {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:02:47.385677 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:02:47.483152 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Attempting to bind port a70140db-2ea7-488a-b5f8-9e4e5cbefed6 on host dv-cinder-784603-1-iscsi for vnic_type normal with profile  {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:02:47.483520 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Attempting to bind port a70140db-2ea7-488a-b5f8-9e4e5cbefed6 by drivers openvswitch,hyperv on host dv-cinder-784603-1-iscsi at level 0 using segments [{'id': '699a1d3f-1a46-4232-a509-cb3356cfcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc710a24-a175-4571-9dc6-26d055108327'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:02:47.483942 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Attempting to bind port a70140db-2ea7-488a-b5f8-9e4e5cbefed6 on network fc710a24-a175-4571-9dc6-26d055108327 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:02:47.489546 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Checking agent: {'id': '478d2ba1-0e2e-4399-8e0b-445f221199a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 2, 29), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 29), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:02:47.490041 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Checking segment: {'id': '699a1d3f-1a46-4232-a509-cb3356cfcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc710a24-a175-4571-9dc6-26d055108327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:02:47.491315 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:47.491315 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Bound using segment: {'id': '699a1d3f-1a46-4232-a509-cb3356cfcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc710a24-a175-4571-9dc6-26d055108327'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:02:47.491315 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Bound port: a70140db-2ea7-488a-b5f8-9e4e5cbefed6, host: dv-cinder-784603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '699a1d3f-1a46-4232-a509-cb3356cfcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc710a24-a175-4571-9dc6-26d055108327'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:02:47.492034 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:47.586043 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] For port a70140db-2ea7-488a-b5f8-9e4e5cbefed6, host dv-cinder-784603-1-iscsi, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:02:47.590732 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] For port a70140db-2ea7-488a-b5f8-9e4e5cbefed6, host dv-cinder-784603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=a70140db-2ea7-488a-b5f8-9e4e5cbefed6,segment=NetworkSegment(699a1d3f-1a46-4232-a509-cb3356cfcf5a),segment_id=699a1d3f-1a46-4232-a509-cb3356cfcf5a)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:02:47.621384 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:47.636831 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:02:47.785246 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Pushing event updated for resources: {'Port': ['ID=a70140db-2ea7-488a-b5f8-9e4e5cbefed6,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:02:47.790099 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:02:48.869792 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 60836) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:02:49.272261 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [None req-fda67f60-487d-4750-bb54-0d476ed5c854 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 18:02:49.273356 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-fda67f60-487d-4750-bb54-0d476ed5c854 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4023137
Apr 02 18:02:51.184878 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device a70140db-2ea7-488a-b5f8-9e4e5cbefed6 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:02:51.289454 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning for port a70140db-2ea7-488a-b5f8-9e4e5cbefed6 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:02:52.011944 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 60850) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:02:52.412209 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [None req-212fae90-0040-4fcb-bd75-7abe1fedcf4e admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 18:02:52.413346 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-212fae90-0040-4fcb-bd75-7abe1fedcf4e admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4004014
Apr 02 18:02:52.730485 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581a42c2-fd60-46ea-8327-8e315ac3f96c None None] Network fc710a24-a175-4571-9dc6-26d055108327 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:02:52.851693 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-1c0618c5-fbb9-471b-87d1-5ebf37bad1cf None None] Provisioning for port a70140db-2ea7-488a-b5f8-9e4e5cbefed6 completed by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:02:52.859810 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-1c0618c5-fbb9-471b-87d1-5ebf37bad1cf None None] Provisioning complete for port a70140db-2ea7-488a-b5f8-9e4e5cbefed6 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:02:52.860088 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1c0618c5-fbb9-471b-87d1-5ebf37bad1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:53.086793 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1c0618c5-fbb9-471b-87d1-5ebf37bad1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:53.135329 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-1c0618c5-fbb9-471b-87d1-5ebf37bad1cf None None] For port a70140db-2ea7-488a-b5f8-9e4e5cbefed6, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=a70140db-2ea7-488a-b5f8-9e4e5cbefed6,segment=NetworkSegment(699a1d3f-1a46-4232-a509-cb3356cfcf5a),segment_id=699a1d3f-1a46-4232-a509-cb3356cfcf5a)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:02:53.165948 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1c0618c5-fbb9-471b-87d1-5ebf37bad1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:53.169215 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:02:53.247433 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0618c5-fbb9-471b-87d1-5ebf37bad1cf None None] Pushing event updated for resources: {'Port': ['ID=a70140db-2ea7-488a-b5f8-9e4e5cbefed6,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:02:53.251014 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-1c0618c5-fbb9-471b-87d1-5ebf37bad1cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:02:53.390570 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-11459e74-3876-4c88-99a4-20882b78c6fb None None] Provisioning complete for port a70140db-2ea7-488a-b5f8-9e4e5cbefed6 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:02:53.390976 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-11459e74-3876-4c88-99a4-20882b78c6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:55.154393 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device a70140db-2ea7-488a-b5f8-9e4e5cbefed6 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:02:55.224733 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port a70140db-2ea7-488a-b5f8-9e4e5cbefed6 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:02:55.225141 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:55.447152 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 60862) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:02:55.817685 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-3282b0f0-7c9c-4364-a87c-69921d0d3a8d admin admin] Request body: {'router': {'tenant_id': '7636ab6c4bc046248b1edc3c6785c3e3', 'admin_state_up': True, 'name': 'router1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:02:55.824140 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-3282b0f0-7c9c-4364-a87c-69921d0d3a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:02:55.828173 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-3282b0f0-7c9c-4364-a87c-69921d0d3a8d admin admin] Usage tracker for resource:router and tenant:7636ab6c4bc046248b1edc3c6785c3e3 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:02:55.831394 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-3282b0f0-7c9c-4364-a87c-69921d0d3a8d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:02:55.837337 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-3282b0f0-7c9c-4364-a87c-69921d0d3a8d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:02:55.897105 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3282b0f0-7c9c-4364-a87c-69921d0d3a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-401632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14910'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:55.898652 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3282b0f0-7c9c-4364-a87c-69921d0d3a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854374265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854362256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854413507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760922'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:55.976899 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3282b0f0-7c9c-4364-a87c-69921d0d3a8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:56.121144 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3282b0f0-7c9c-4364-a87c-69921d0d3a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413598'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:56.171212 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3282b0f0-7c9c-4364-a87c-69921d0d3a8d admin admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:56.172470 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-3282b0f0-7c9c-4364-a87c-69921d0d3a8d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7242587
Apr 02 18:02:57.571137 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b9ea405b-b556-424a-8d9e-ac574a2a5eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:58.714205 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:58.871013 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 60872) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:02:59.176274 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 5 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:02:59.479526 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e3f6391f-8ba2-482a-b833-a1dc9c5cee63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:02:59.498033 dv-cinder-784603-1-iscsi neutron-server[84275]: WARNING oslo_policy.policy [None req-cecf8f63-38e3-433a-9082-0e4ce81a0a7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 02 18:02:59.498665 dv-cinder-784603-1-iscsi neutron-server[84275]: WARNING oslo_policy.policy [None req-cecf8f63-38e3-433a-9082-0e4ce81a0a7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 02 18:02:59.729605 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [None req-cecf8f63-38e3-433a-9082-0e4ce81a0a7d admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 18:02:59.730956 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-cecf8f63-38e3-433a-9082-0e4ce81a0a7d admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8578303
Apr 02 18:02:59.965819 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:01.559496 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:02.355203 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 60896) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:03:02.493587 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-8d262804-d14e-4f98-91b3-8e697874a49c admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:03:02.498599 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-8d262804-d14e-4f98-91b3-8e697874a49c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:03:02.502561 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-8d262804-d14e-4f98-91b3-8e697874a49c admin admin] Usage tracker for resource:network and tenant:cd65e627fa6743a08df10bf92325330c is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:03:02.505471 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-8d262804-d14e-4f98-91b3-8e697874a49c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:03:02.511935 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-8d262804-d14e-4f98-91b3-8e697874a49c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:03:02.628116 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d262804-d14e-4f98-91b3-8e697874a49c admin admin] Made reservation on behalf of cd65e627fa6743a08df10bf92325330c for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:03:02.632764 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8d262804-d14e-4f98-91b3-8e697874a49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:02.646353 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8d262804-d14e-4f98-91b3-8e697874a49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:02.662134 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-8d262804-d14e-4f98-91b3-8e697874a49c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:03:02.666076 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-8d262804-d14e-4f98-91b3-8e697874a49c admin admin] Usage tracker for resource:security_group_rule and tenant:cd65e627fa6743a08df10bf92325330c is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:03:02.675950 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-8d262804-d14e-4f98-91b3-8e697874a49c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:03:02.675950 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-8d262804-d14e-4f98-91b3-8e697874a49c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:03:02.949350 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8d262804-d14e-4f98-91b3-8e697874a49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:02.982178 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8d262804-d14e-4f98-91b3-8e697874a49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:02.986511 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:03:03.000194 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8d262804-d14e-4f98-91b3-8e697874a49c admin admin] Reserving flat network on physical network physnet1 {{(pid=84391) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 02 18:03:03.017069 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d262804-d14e-4f98-91b3-8e697874a49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f703c5-775a-4825-84c3-649c5804f7dc,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:03:03.020383 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8d262804-d14e-4f98-91b3-8e697874a49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:03:03.066838 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8d262804-d14e-4f98-91b3-8e697874a49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:03.067220 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.segments_db [None req-8d262804-d14e-4f98-91b3-8e697874a49c admin admin] Added segment 422579c7-e086-4847-b55f-de8760ffa8dd of type flat for network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223
Apr 02 18:03:03.210718 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8d262804-d14e-4f98-91b3-8e697874a49c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740008826705'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:03.268147 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8d262804-d14e-4f98-91b3-8e697874a49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:03.269497 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d262804-d14e-4f98-91b3-8e697874a49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:03:03.270132 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8d262804-d14e-4f98-91b3-8e697874a49c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:03.275180 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-745ec75c-c6b5-46d2-82ba-2ece04345ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:03:03.379312 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d262804-d14e-4f98-91b3-8e697874a49c admin admin] Pushing event updated for resources: {'Network': ['ID=42dddd6f-9dd9-47ad-90cc-d42a9f8f1223,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:03:03.381993 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8d262804-d14e-4f98-91b3-8e697874a49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:03:03.390045 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 details requested by agent ovs-agent-dv-cinder-784603-1-iscsi with host dv-cinder-784603-1-iscsi {{(pid=84392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:03:03.406102 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-8d262804-d14e-4f98-91b3-8e697874a49c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.0497804
Apr 02 18:03:05.987300 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 60916) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:03:06.039776 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851a5c6c-962f-4087-b5ae-3ac37d1c9229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:03:06.041193 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-851a5c6c-962f-4087-b5ae-3ac37d1c9229 admin admin] 10.222.0.10 "GET /v2.0/subnets/ef4a1b19-7954-4b57-bf2c-15615364bfa6 HTTP/1.1" status: 200  len: 849 time: 0.1179607
Apr 02 18:03:06.189170 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-6d94495e-8a72-48c3-81c2-e6e333afbce8 admin admin] 10.222.0.10 "GET /v2.0/routers/328c7de7-7c88-4c86-b6fd-cff027791871 HTTP/1.1" status: 200  len: 704 time: 0.1406510
Apr 02 18:03:06.814615 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-764367ea-6ddd-4c6a-ba32-70232e87658a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:07.094556 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-764367ea-6ddd-4c6a-ba32-70232e87658a admin admin] Allocated IP 172.20.0.1 (fc710a24-a175-4571-9dc6-26d055108327/ef4a1b19-7954-4b57-bf2c-15615364bfa6/e62e15ba-f869-4fbd-851b-f7afe35bc025) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:03:07.368575 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-764367ea-6ddd-4c6a-ba32-70232e87658a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:07.386438 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-764367ea-6ddd-4c6a-ba32-70232e87658a admin admin] Transition to ACTIVE for port object e62e15ba-f869-4fbd-851b-f7afe35bc025 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:03:07.468420 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-764367ea-6ddd-4c6a-ba32-70232e87658a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:07.483111 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:03:07.615265 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764367ea-6ddd-4c6a-ba32-70232e87658a admin admin] Pushing event updated for resources: {'Port': ['ID=e62e15ba-f869-4fbd-851b-f7afe35bc025,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:03:07.622236 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-764367ea-6ddd-4c6a-ba32-70232e87658a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:03:07.675397 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764367ea-6ddd-4c6a-ba32-70232e87658a admin admin] Network fc710a24-a175-4571-9dc6-26d055108327 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:03:07.676549 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-764367ea-6ddd-4c6a-ba32-70232e87658a admin admin] Resources bound (agent type, host, resource id):  {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:03:07.678880 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764367ea-6ddd-4c6a-ba32-70232e87658a admin admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:03:07.679604 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-764367ea-6ddd-4c6a-ba32-70232e87658a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854367933'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:07.971029 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-8a16124c-2bc0-4b7b-8bfa-22a8ac79f480 None None] Provisioning for port e62e15ba-f869-4fbd-851b-f7afe35bc025 completed by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:03:07.976602 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-8a16124c-2bc0-4b7b-8bfa-22a8ac79f480 None None] Provisioning complete for port e62e15ba-f869-4fbd-851b-f7afe35bc025 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:03:07.977012 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8a16124c-2bc0-4b7b-8bfa-22a8ac79f480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:07.988747 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-764367ea-6ddd-4c6a-ba32-70232e87658a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:08.036010 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-8a16124c-2bc0-4b7b-8bfa-22a8ac79f480 None None] Port e62e15ba-f869-4fbd-851b-f7afe35bc025 cannot update to ACTIVE because it is not bound. {{(pid=84392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:03:08.274652 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-764367ea-6ddd-4c6a-ba32-70232e87658a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:08.305723 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-764367ea-6ddd-4c6a-ba32-70232e87658a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:08.306833 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-764367ea-6ddd-4c6a-ba32-70232e87658a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854365290'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:08.324701 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:03:08.452874 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764367ea-6ddd-4c6a-ba32-70232e87658a admin admin] Pushing event updated for resources: {'Port': ['ID=e62e15ba-f869-4fbd-851b-f7afe35bc025,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:03:08.457006 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-764367ea-6ddd-4c6a-ba32-70232e87658a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:03:08.512092 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764367ea-6ddd-4c6a-ba32-70232e87658a admin admin] Network fc710a24-a175-4571-9dc6-26d055108327 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:03:08.513170 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-764367ea-6ddd-4c6a-ba32-70232e87658a admin admin] Resources bound (agent type, host, resource id):  {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:03:08.759340 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-9a594df9-e4b9-4937-a23c-0c2cb237b951 None None] Provisioning complete for port e62e15ba-f869-4fbd-851b-f7afe35bc025 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:03:08.759733 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9a594df9-e4b9-4937-a23c-0c2cb237b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:08.815762 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-9a594df9-e4b9-4937-a23c-0c2cb237b951 None None] Port e62e15ba-f869-4fbd-851b-f7afe35bc025 cannot update to ACTIVE because it is not bound. {{(pid=84392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:03:08.902934 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764367ea-6ddd-4c6a-ba32-70232e87658a admin admin] Router 328c7de7-7c88-4c86-b6fd-cff027791871 is scheduled to L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 02 18:03:09.063531 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764367ea-6ddd-4c6a-ba32-70232e87658a admin admin] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:03:09.073583 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-764367ea-6ddd-4c6a-ba32-70232e87658a admin admin] 10.222.0.10 "PUT /v2.0/routers/328c7de7-7c88-4c86-b6fd-cff027791871/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.8789265
Apr 02 18:03:09.074065 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e1bf64-c91d-4390-bb72-27b6250f4fff None None] Sync routers for ids ['328c7de7-7c88-4c86-b6fd-cff027791871'] in dv-cinder-784603-1-iscsi {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:03:09.084841 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e1bf64-c91d-4390-bb72-27b6250f4fff None None] Routers {'328c7de7-7c88-4c86-b6fd-cff027791871'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:03:09.085736 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-29e1bf64-c91d-4390-bb72-27b6250f4fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f11a36e10>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:02:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['328c7de7-7c88-4c86-b6fd-cff027791871'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:03:09.271734 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-29e1bf64-c91d-4390-bb72-27b6250f4fff None None] Set router 328c7de7-7c88-4c86-b6fd-cff027791871 gateway port host: None {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:03:09.821001 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-29e1bf64-c91d-4390-bb72-27b6250f4fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f11a36e10>, [{'id': '328c7de7-7c88-4c86-b6fd-cff027791871', 'name': 'router1', 'tenant_id': '7636ab6c4bc046248b1edc3c6785c3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:02:55Z', 'updated_at': '2021-04-02T18:03:07Z', 'revision_number': 2, 'project_id': '7636ab6c4bc046248b1edc3c6785c3e3', 'gw_port_host': None, '_interfaces': [{'id': 'e62e15ba-f869-4fbd-851b-f7afe35bc025', 'name': '', 'network_id': 'fc710a24-a175-4571-9dc6-26d055108327', 'tenant_id': '7636ab6c4bc046248b1edc3c6785c3e3', 'mac_address': 'fa:16:3e:07:6e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328c7de7-7c88-4c86-b6fd-cff027791871', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef4a1b19-7954-4b57-bf2c-15615364bfa6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:06Z', 'updated_at': '2021-04-02T18:03:08Z', 'revision_number': 2, 'project_id': '7636ab6c4bc046248b1edc3c6785c3e3', 'subnets': [{'id': 'ef4a1b19-7954-4b57-bf2c-15615364bfa6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f34b6e81-1542-450b-bdb4-2cfde29d0c8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:03:09.826923 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e1bf64-c91d-4390-bb72-27b6250f4fff None None] Checking router: 328c7de7-7c88-4c86-b6fd-cff027791871 for host: dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:03:09.827305 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e1bf64-c91d-4390-bb72-27b6250f4fff None None] Updating router 328c7de7-7c88-4c86-b6fd-cff027791871 port e62e15ba-f869-4fbd-851b-f7afe35bc025 binding host dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:03:09.881463 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-29e1bf64-c91d-4390-bb72-27b6250f4fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:10.323787 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-29e1bf64-c91d-4390-bb72-27b6250f4fff None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:10.337793 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-29e1bf64-c91d-4390-bb72-27b6250f4fff None None] Transition to ACTIVE for port object e62e15ba-f869-4fbd-851b-f7afe35bc025 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:03:10.382134 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-29e1bf64-c91d-4390-bb72-27b6250f4fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:10.400624 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:03:10.538488 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686ed6a-6888-4644-baa6-88b8983989f6 None None] Pushing event updated for resources: {'Port': ['ID=e62e15ba-f869-4fbd-851b-f7afe35bc025,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:03:10.560393 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ed6a-6888-4644-baa6-88b8983989f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:03:10.560791 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ed6a-6888-4644-baa6-88b8983989f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:03:10.561133 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ed6a-6888-4644-baa6-88b8983989f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:03:10.561490 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ed6a-6888-4644-baa6-88b8983989f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:03:10.561842 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ed6a-6888-4644-baa6-88b8983989f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:03:10.562193 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ed6a-6888-4644-baa6-88b8983989f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:03:10.562569 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ed6a-6888-4644-baa6-88b8983989f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:03:10.562917 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ed6a-6888-4644-baa6-88b8983989f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:03:10.563266 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ed6a-6888-4644-baa6-88b8983989f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:03:10.563611 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ed6a-6888-4644-baa6-88b8983989f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:03:10.563961 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ed6a-6888-4644-baa6-88b8983989f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:03:10.564305 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ed6a-6888-4644-baa6-88b8983989f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b686ed6a-6888-4644-baa6-88b8983989f6 None None] Tracked resource versions report:
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]: pushed versions:
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]: {   'AddressGroup': {'1.2'},
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]:     'ConntrackHelper': {'1.0'},
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Log': {'1.0'},
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Network': {'1.1'},
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Port': {'1.7'},
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]:     'PortForwarding': {'1.2'},
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]:     'QosPolicy': {'1.8'},
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]:     'SecurityGroup': {'1.4'},
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]:     'SecurityGroupRule': {'1.2'},
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]:     'SubPort': {'1.0'},
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Subnet': {'1.1'},
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Trunk': {'1.1'}}
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]: consumer versions:
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]: {   DHCP agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]:     L3 agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]:     Metadata agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]:     Metering agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]:     Open vSwitch agent@dv-cinder-784603-1-iscsi: {   'AddressGroup': '1.2',
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'ConntrackHelper': '1.0',
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Log': '1.0',
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Network': '1.1',
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Port': '1.7',
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'PortForwarding': '1.2',
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'QosPolicy': '1.8',
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'SecurityGroup': '1.4',
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'SecurityGroupRule': '1.2',
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'SubPort': '1.0',
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Subnet': '1.1',
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Trunk': '1.1'}}
Apr 02 18:03:10.565379 dv-cinder-784603-1-iscsi neutron-server[84275]:  {{(pid=84393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 02 18:03:10.571772 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b686ed6a-6888-4644-baa6-88b8983989f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:03:10.758562 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-29e1bf64-c91d-4390-bb72-27b6250f4fff None None] Attempting to bind port e62e15ba-f869-4fbd-851b-f7afe35bc025 on host dv-cinder-784603-1-iscsi for vnic_type normal with profile  {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:03:10.758997 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-29e1bf64-c91d-4390-bb72-27b6250f4fff None None] Attempting to bind port e62e15ba-f869-4fbd-851b-f7afe35bc025 by drivers openvswitch,hyperv on host dv-cinder-784603-1-iscsi at level 0 using segments [{'id': '699a1d3f-1a46-4232-a509-cb3356cfcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc710a24-a175-4571-9dc6-26d055108327'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:03:10.759401 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e1bf64-c91d-4390-bb72-27b6250f4fff None None] Attempting to bind port e62e15ba-f869-4fbd-851b-f7afe35bc025 on network fc710a24-a175-4571-9dc6-26d055108327 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:03:10.765115 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e1bf64-c91d-4390-bb72-27b6250f4fff None None] Checking agent: {'id': '478d2ba1-0e2e-4399-8e0b-445f221199a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 2, 29), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:03:10.765536 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e1bf64-c91d-4390-bb72-27b6250f4fff None None] Checking segment: {'id': '699a1d3f-1a46-4232-a509-cb3356cfcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc710a24-a175-4571-9dc6-26d055108327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:03:10.765998 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-29e1bf64-c91d-4390-bb72-27b6250f4fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:10.766464 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e1bf64-c91d-4390-bb72-27b6250f4fff None None] Bound using segment: {'id': '699a1d3f-1a46-4232-a509-cb3356cfcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc710a24-a175-4571-9dc6-26d055108327'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:03:10.767012 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-29e1bf64-c91d-4390-bb72-27b6250f4fff None None] Bound port: e62e15ba-f869-4fbd-851b-f7afe35bc025, host: dv-cinder-784603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '699a1d3f-1a46-4232-a509-cb3356cfcf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc710a24-a175-4571-9dc6-26d055108327'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:03:10.767410 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-29e1bf64-c91d-4390-bb72-27b6250f4fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:10.871322 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-29e1bf64-c91d-4390-bb72-27b6250f4fff None None] For port e62e15ba-f869-4fbd-851b-f7afe35bc025, host dv-cinder-784603-1-iscsi, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:03:10.875997 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-29e1bf64-c91d-4390-bb72-27b6250f4fff None None] For port e62e15ba-f869-4fbd-851b-f7afe35bc025, host dv-cinder-784603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=e62e15ba-f869-4fbd-851b-f7afe35bc025,segment=NetworkSegment(699a1d3f-1a46-4232-a509-cb3356cfcf5a),segment_id=699a1d3f-1a46-4232-a509-cb3356cfcf5a)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:03:10.949838 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-29e1bf64-c91d-4390-bb72-27b6250f4fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:10.966376 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:03:11.116134 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686ed6a-6888-4644-baa6-88b8983989f6 None None] Pushing event updated for resources: {'Port': ['ID=e62e15ba-f869-4fbd-851b-f7afe35bc025,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:03:11.120502 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b686ed6a-6888-4644-baa6-88b8983989f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:03:11.181854 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e1bf64-c91d-4390-bb72-27b6250f4fff None None] Routers {'328c7de7-7c88-4c86-b6fd-cff027791871'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:03:11.183141 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-29e1bf64-c91d-4390-bb72-27b6250f4fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f11a36e10>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:02:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['328c7de7-7c88-4c86-b6fd-cff027791871'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:03:11.346145 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-29e1bf64-c91d-4390-bb72-27b6250f4fff None None] Set router 328c7de7-7c88-4c86-b6fd-cff027791871 gateway port host: None {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:03:11.611508 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 60928) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:03:11.691585 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-29e1bf64-c91d-4390-bb72-27b6250f4fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f11a36e10>, [{'id': '328c7de7-7c88-4c86-b6fd-cff027791871', 'name': 'router1', 'tenant_id': '7636ab6c4bc046248b1edc3c6785c3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:02:55Z', 'updated_at': '2021-04-02T18:03:07Z', 'revision_number': 2, 'project_id': '7636ab6c4bc046248b1edc3c6785c3e3', 'gw_port_host': None, '_interfaces': [{'id': 'e62e15ba-f869-4fbd-851b-f7afe35bc025', 'name': '', 'network_id': 'fc710a24-a175-4571-9dc6-26d055108327', 'tenant_id': '7636ab6c4bc046248b1edc3c6785c3e3', 'mac_address': 'fa:16:3e:07:6e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328c7de7-7c88-4c86-b6fd-cff027791871', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef4a1b19-7954-4b57-bf2c-15615364bfa6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:06Z', 'updated_at': '2021-04-02T18:03:10Z', 'revision_number': 4, 'project_id': '7636ab6c4bc046248b1edc3c6785c3e3', 'subnets': [{'id': 'ef4a1b19-7954-4b57-bf2c-15615364bfa6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f34b6e81-1542-450b-bdb4-2cfde29d0c8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:03:11.695594 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e1bf64-c91d-4390-bb72-27b6250f4fff None None] The sync data for ids ['328c7de7-7c88-4c86-b6fd-cff027791871'] in dv-cinder-784603-1-iscsi is: [{'id': '328c7de7-7c88-4c86-b6fd-cff027791871', 'name': 'router1', 'tenant_id': '7636ab6c4bc046248b1edc3c6785c3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:02:55Z', 'updated_at': '2021-04-02T18:03:07Z', 'revision_number': 2, 'project_id': '7636ab6c4bc046248b1edc3c6785c3e3', 'gw_port_host': None, '_interfaces': [{'id': 'e62e15ba-f869-4fbd-851b-f7afe35bc025', 'name': '', 'network_id': 'fc710a24-a175-4571-9dc6-26d055108327', 'tenant_id': '7636ab6c4bc046248b1edc3c6785c3e3', 'mac_address': 'fa:16:3e:07:6e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328c7de7-7c88-4c86-b6fd-cff027791871', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef4a1b19-7954-4b57-bf2c-15615364bfa6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:06Z', 'updated_at': '2021-04-02T18:03:10Z', 'revision_number': 4, 'project_id': '7636ab6c4bc046248b1edc3c6785c3e3', 'subnets': [{'id': 'ef4a1b19-7954-4b57-bf2c-15615364bfa6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f34b6e81-1542-450b-bdb4-2cfde29d0c8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:03:11.771136 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9c30ca-549b-4ae0-971e-5593a817cda6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:03:11.771768 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-ea9c30ca-549b-4ae0-971e-5593a817cda6 admin admin] Synchronizing usage tracker for tenant:cd65e627fa6743a08df10bf92325330c on resource:network {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:03:11.839522 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-ea9c30ca-549b-4ae0-971e-5593a817cda6 admin admin] Unset dirty status for tenant:cd65e627fa6743a08df10bf92325330c on resource:network {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:03:11.840895 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-ea9c30ca-549b-4ae0-971e-5593a817cda6 admin admin] 10.222.0.10 "GET /v2.0/networks/42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 HTTP/1.1" status: 200  len: 842 time: 0.2282839
Apr 02 18:03:11.851435 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-10ee8f23-5d9b-4027-a8f4-1efd98d2bf86 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'ip_version': 4, 'cidr': '172.27.2.0/24'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:03:11.857490 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-10ee8f23-5d9b-4027-a8f4-1efd98d2bf86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:03:11.861929 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-10ee8f23-5d9b-4027-a8f4-1efd98d2bf86 admin admin] Usage tracker for resource:subnet and tenant:cd65e627fa6743a08df10bf92325330c is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:03:11.864428 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-10ee8f23-5d9b-4027-a8f4-1efd98d2bf86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:03:11.871578 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-10ee8f23-5d9b-4027-a8f4-1efd98d2bf86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:03:11.913543 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ee8f23-5d9b-4027-a8f4-1efd98d2bf86 admin admin] Made reservation on behalf of cd65e627fa6743a08df10bf92325330c for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:03:11.919301 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-10ee8f23-5d9b-4027-a8f4-1efd98d2bf86 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:12.541838 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.objects.ports [None req-10ee8f23-5d9b-4027-a8f4-1efd98d2bf86 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84391) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 02 18:03:12.542338 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-10ee8f23-5d9b-4027-a8f4-1efd98d2bf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:12.557439 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:03:12.714963 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee8f23-5d9b-4027-a8f4-1efd98d2bf86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91c6c6e9-4506-41a9-9628-98cc28823f44,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:03:12.719592 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-10ee8f23-5d9b-4027-a8f4-1efd98d2bf86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:03:12.758337 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ee8f23-5d9b-4027-a8f4-1efd98d2bf86 admin admin] Checking segment: {'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:03:12.758718 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ee8f23-5d9b-4027-a8f4-1efd98d2bf86 admin admin] Network hostable DHCP agents. Network: 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223, hostable agents: ['41a019fe-56df-4d22-b19a-be518ff15af3'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:03:12.866497 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ee8f23-5d9b-4027-a8f4-1efd98d2bf86 admin admin] Network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 is scheduled to be hosted by DHCP agent 41a019fe-56df-4d22-b19a-be518ff15af3 with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:03:12.940722 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-10ee8f23-5d9b-4027-a8f4-1efd98d2bf86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-iscsi, 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:03:12.944791 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ee8f23-5d9b-4027-a8f4-1efd98d2bf86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:03:12.945429 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-10ee8f23-5d9b-4027-a8f4-1efd98d2bf86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:12.952682 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2273d0dd-7ec9-4a6f-ab8b-e781c67db44c None None] Network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:03:13.032936 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-10ee8f23-5d9b-4027-a8f4-1efd98d2bf86 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1854026
Apr 02 18:03:13.346610 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device e62e15ba-f869-4fbd-851b-f7afe35bc025 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:03:13.387832 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d61e70-52aa-4670-82b6-89d22e510875 None None] Network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:03:13.566427 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning for port e62e15ba-f869-4fbd-851b-f7afe35bc025 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:03:13.582032 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port e62e15ba-f869-4fbd-851b-f7afe35bc025 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:03:13.582472 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:13.749538 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:13.782895 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] For port e62e15ba-f869-4fbd-851b-f7afe35bc025, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=e62e15ba-f869-4fbd-851b-f7afe35bc025,segment=NetworkSegment(699a1d3f-1a46-4232-a509-cb3356cfcf5a),segment_id=699a1d3f-1a46-4232-a509-cb3356cfcf5a)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:03:13.816733 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:13.818926 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-1c0618c5-fbb9-471b-87d1-5ebf37bad1cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:03:13.889382 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Pushing event updated for resources: {'Port': ['ID=e62e15ba-f869-4fbd-851b-f7afe35bc025,revision_number=5']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:03:13.892791 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:03:15.168760 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device e62e15ba-f869-4fbd-851b-f7afe35bc025 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:03:15.244948 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port e62e15ba-f869-4fbd-851b-f7afe35bc025 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:03:15.245364 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:15.649725 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 60942) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:03:15.857765 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-dcbf6081-a072-4c3b-8b7d-7fad13b1c4a0 admin admin] 10.222.0.10 "GET /v2.0/routers/328c7de7-7c88-4c86-b6fd-cff027791871 HTTP/1.1" status: 200  len: 710 time: 0.2067251
Apr 02 18:03:15.995483 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876fd507-bcc5-4000-849c-3fe9d70d7fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:03:15.996918 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-876fd507-bcc5-4000-849c-3fe9d70d7fa9 admin admin] 10.222.0.10 "GET /v2.0/networks/42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 HTTP/1.1" status: 200  len: 886 time: 0.1332159
Apr 02 18:03:16.006752 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-e001e76b-6699-4b95-8685-92e53652f4bf admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:03:16.635612 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e001e76b-6699-4b95-8685-92e53652f4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854362271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854362849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760937'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:17.006165 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e001e76b-6699-4b95-8685-92e53652f4bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:17.063851 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e001e76b-6699-4b95-8685-92e53652f4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:17.201397 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-e001e76b-6699-4b95-8685-92e53652f4bf admin admin] Allocated IP 172.27.2.92 (42dddd6f-9dd9-47ad-90cc-d42a9f8f1223/91c6c6e9-4506-41a9-9628-98cc28823f44/a7f4114f-8fba-4928-8441-be19fa46e55c) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:03:17.352402 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e001e76b-6699-4b95-8685-92e53652f4bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:17.422552 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e001e76b-6699-4b95-8685-92e53652f4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:17.438362 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-764367ea-6ddd-4c6a-ba32-70232e87658a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:03:17.566659 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001e76b-6699-4b95-8685-92e53652f4bf admin admin] Pushing event updated for resources: {'Port': ['ID=a7f4114f-8fba-4928-8441-be19fa46e55c,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:03:17.571042 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e001e76b-6699-4b95-8685-92e53652f4bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:03:17.623780 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e001e76b-6699-4b95-8685-92e53652f4bf admin admin] Network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:03:17.624863 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-e001e76b-6699-4b95-8685-92e53652f4bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:03:17.627118 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e001e76b-6699-4b95-8685-92e53652f4bf admin admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:03:18.109032 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e001e76b-6699-4b95-8685-92e53652f4bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:18.458280 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e001e76b-6699-4b95-8685-92e53652f4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854362271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854362849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760937'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:18.461748 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e001e76b-6699-4b95-8685-92e53652f4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-413545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854362218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412935'] for router, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:18.827529 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e001e76b-6699-4b95-8685-92e53652f4bf admin admin] Router 328c7de7-7c88-4c86-b6fd-cff027791871 has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:03:19.012222 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e001e76b-6699-4b95-8685-92e53652f4bf admin admin] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:03:19.020584 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e001e76b-6699-4b95-8685-92e53652f4bf admin admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:19.021839 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-e001e76b-6699-4b95-8685-92e53652f4bf admin admin] 10.222.0.10 "PUT /v2.0/routers/328c7de7-7c88-4c86-b6fd-cff027791871 HTTP/1.1" status: 200  len: 889 time: 3.0184929
Apr 02 18:03:19.023987 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b5c2b0-a01e-400d-9595-c81eaf754b2f None None] Sync routers for ids ['328c7de7-7c88-4c86-b6fd-cff027791871'] in dv-cinder-784603-1-iscsi {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:03:19.035449 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b5c2b0-a01e-400d-9595-c81eaf754b2f None None] Routers {'328c7de7-7c88-4c86-b6fd-cff027791871'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:03:19.036142 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-e1b5c2b0-a01e-400d-9595-c81eaf754b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10cb73c8>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:02:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['328c7de7-7c88-4c86-b6fd-cff027791871'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:03:19.242524 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-e1b5c2b0-a01e-400d-9595-c81eaf754b2f None None] Set router 328c7de7-7c88-4c86-b6fd-cff027791871 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:03:19.597485 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-e1b5c2b0-a01e-400d-9595-c81eaf754b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10cb73c8>, [{'id': '328c7de7-7c88-4c86-b6fd-cff027791871', 'name': 'router1', 'tenant_id': '7636ab6c4bc046248b1edc3c6785c3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a7f4114f-8fba-4928-8441-be19fa46e55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:02:55Z', 'updated_at': '2021-04-02T18:03:17Z', 'revision_number': 4, 'project_id': '7636ab6c4bc046248b1edc3c6785c3e3', 'gw_port': {'id': 'a7f4114f-8fba-4928-8441-be19fa46e55c', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328c7de7-7c88-4c86-b6fd-cff027791871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:17Z', 'updated_at': '2021-04-02T18:03:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'e62e15ba-f869-4fbd-851b-f7afe35bc025', 'name': '', 'network_id': 'fc710a24-a175-4571-9dc6-26d055108327', 'tenant_id': '7636ab6c4bc046248b1edc3c6785c3e3', 'mac_address': 'fa:16:3e:07:6e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328c7de7-7c88-4c86-b6fd-cff027791871', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef4a1b19-7954-4b57-bf2c-15615364bfa6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:06Z', 'updated_at': '2021-04-02T18:03:13Z', 'revision_number': 5, 'project_id': '7636ab6c4bc046248b1edc3c6785c3e3', 'subnets': [{'id': 'ef4a1b19-7954-4b57-bf2c-15615364bfa6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f34b6e81-1542-450b-bdb4-2cfde29d0c8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:03:19.602410 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b5c2b0-a01e-400d-9595-c81eaf754b2f None None] Checking router: 328c7de7-7c88-4c86-b6fd-cff027791871 for host: dv-cinder-784603-1-iscsi {{(pid=84392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:03:19.602799 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b5c2b0-a01e-400d-9595-c81eaf754b2f None None] Updating router 328c7de7-7c88-4c86-b6fd-cff027791871 port a7f4114f-8fba-4928-8441-be19fa46e55c binding host dv-cinder-784603-1-iscsi {{(pid=84392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:03:19.657054 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e1b5c2b0-a01e-400d-9595-c81eaf754b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:20.053536 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e1b5c2b0-a01e-400d-9595-c81eaf754b2f None None] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:20.123246 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-e1b5c2b0-a01e-400d-9595-c81eaf754b2f None None] Transition to ACTIVE for port object a7f4114f-8fba-4928-8441-be19fa46e55c will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:03:20.176501 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e1b5c2b0-a01e-400d-9595-c81eaf754b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:20.192360 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:03:20.322048 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3701ff-7402-4015-a401-d37751f770c6 None None] Pushing event updated for resources: {'Port': ['ID=a7f4114f-8fba-4928-8441-be19fa46e55c,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:03:20.325661 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-1c3701ff-7402-4015-a401-d37751f770c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:03:20.392251 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-e1b5c2b0-a01e-400d-9595-c81eaf754b2f None None] Attempting to bind port a7f4114f-8fba-4928-8441-be19fa46e55c on host dv-cinder-784603-1-iscsi for vnic_type normal with profile  {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:03:20.392662 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-e1b5c2b0-a01e-400d-9595-c81eaf754b2f None None] Attempting to bind port a7f4114f-8fba-4928-8441-be19fa46e55c by drivers openvswitch,hyperv on host dv-cinder-784603-1-iscsi at level 0 using segments [{'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:03:20.393063 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b5c2b0-a01e-400d-9595-c81eaf754b2f None None] Attempting to bind port a7f4114f-8fba-4928-8441-be19fa46e55c on network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:03:20.398586 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b5c2b0-a01e-400d-9595-c81eaf754b2f None None] Checking agent: {'id': '478d2ba1-0e2e-4399-8e0b-445f221199a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 2, 29), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:03:20.399001 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b5c2b0-a01e-400d-9595-c81eaf754b2f None None] Checking segment: {'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:03:20.399438 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e1b5c2b0-a01e-400d-9595-c81eaf754b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:20.399862 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b5c2b0-a01e-400d-9595-c81eaf754b2f None None] Bound using segment: {'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:03:20.400547 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-e1b5c2b0-a01e-400d-9595-c81eaf754b2f None None] Bound port: a7f4114f-8fba-4928-8441-be19fa46e55c, host: dv-cinder-784603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:03:20.400960 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e1b5c2b0-a01e-400d-9595-c81eaf754b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:20.476028 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-e1b5c2b0-a01e-400d-9595-c81eaf754b2f None None] For port a7f4114f-8fba-4928-8441-be19fa46e55c, host dv-cinder-784603-1-iscsi, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:03:20.479583 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-e1b5c2b0-a01e-400d-9595-c81eaf754b2f None None] For port a7f4114f-8fba-4928-8441-be19fa46e55c, host dv-cinder-784603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=a7f4114f-8fba-4928-8441-be19fa46e55c,segment=NetworkSegment(422579c7-e086-4847-b55f-de8760ffa8dd),segment_id=422579c7-e086-4847-b55f-de8760ffa8dd)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:03:20.523703 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e1b5c2b0-a01e-400d-9595-c81eaf754b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:20.540015 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:03:20.687915 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3701ff-7402-4015-a401-d37751f770c6 None None] Pushing event updated for resources: {'Port': ['ID=a7f4114f-8fba-4928-8441-be19fa46e55c,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:03:20.693088 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-1c3701ff-7402-4015-a401-d37751f770c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:03:20.735478 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b5c2b0-a01e-400d-9595-c81eaf754b2f None None] Routers {'328c7de7-7c88-4c86-b6fd-cff027791871'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:03:20.736123 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-e1b5c2b0-a01e-400d-9595-c81eaf754b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10cb73c8>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:02:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['328c7de7-7c88-4c86-b6fd-cff027791871'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:03:21.079508 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-e1b5c2b0-a01e-400d-9595-c81eaf754b2f None None] Set router 328c7de7-7c88-4c86-b6fd-cff027791871 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:03:21.434631 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-e1b5c2b0-a01e-400d-9595-c81eaf754b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10cb73c8>, [{'id': '328c7de7-7c88-4c86-b6fd-cff027791871', 'name': 'router1', 'tenant_id': '7636ab6c4bc046248b1edc3c6785c3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a7f4114f-8fba-4928-8441-be19fa46e55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:02:55Z', 'updated_at': '2021-04-02T18:03:17Z', 'revision_number': 4, 'project_id': '7636ab6c4bc046248b1edc3c6785c3e3', 'gw_port': {'id': 'a7f4114f-8fba-4928-8441-be19fa46e55c', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328c7de7-7c88-4c86-b6fd-cff027791871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:17Z', 'updated_at': '2021-04-02T18:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'e62e15ba-f869-4fbd-851b-f7afe35bc025', 'name': '', 'network_id': 'fc710a24-a175-4571-9dc6-26d055108327', 'tenant_id': '7636ab6c4bc046248b1edc3c6785c3e3', 'mac_address': 'fa:16:3e:07:6e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328c7de7-7c88-4c86-b6fd-cff027791871', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef4a1b19-7954-4b57-bf2c-15615364bfa6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:06Z', 'updated_at': '2021-04-02T18:03:13Z', 'revision_number': 5, 'project_id': '7636ab6c4bc046248b1edc3c6785c3e3', 'subnets': [{'id': 'ef4a1b19-7954-4b57-bf2c-15615364bfa6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f34b6e81-1542-450b-bdb4-2cfde29d0c8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:03:21.438758 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b5c2b0-a01e-400d-9595-c81eaf754b2f None None] The sync data for ids ['328c7de7-7c88-4c86-b6fd-cff027791871'] in dv-cinder-784603-1-iscsi is: [{'id': '328c7de7-7c88-4c86-b6fd-cff027791871', 'name': 'router1', 'tenant_id': '7636ab6c4bc046248b1edc3c6785c3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'a7f4114f-8fba-4928-8441-be19fa46e55c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:02:55Z', 'updated_at': '2021-04-02T18:03:17Z', 'revision_number': 4, 'project_id': '7636ab6c4bc046248b1edc3c6785c3e3', 'gw_port': {'id': 'a7f4114f-8fba-4928-8441-be19fa46e55c', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328c7de7-7c88-4c86-b6fd-cff027791871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:17Z', 'updated_at': '2021-04-02T18:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'e62e15ba-f869-4fbd-851b-f7afe35bc025', 'name': '', 'network_id': 'fc710a24-a175-4571-9dc6-26d055108327', 'tenant_id': '7636ab6c4bc046248b1edc3c6785c3e3', 'mac_address': 'fa:16:3e:07:6e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328c7de7-7c88-4c86-b6fd-cff027791871', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef4a1b19-7954-4b57-bf2c-15615364bfa6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:03:06Z', 'updated_at': '2021-04-02T18:03:13Z', 'revision_number': 5, 'project_id': '7636ab6c4bc046248b1edc3c6785c3e3', 'subnets': [{'id': 'ef4a1b19-7954-4b57-bf2c-15615364bfa6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f34b6e81-1542-450b-bdb4-2cfde29d0c8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:03:21.713731 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 60952) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:03:21.843794 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-e47d09e5-addd-4131-9b16-76c8417200d3 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1281238
Apr 02 18:03:23.206057 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device a7f4114f-8fba-4928-8441-be19fa46e55c up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:03:23.317735 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning for port a7f4114f-8fba-4928-8441-be19fa46e55c completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:03:23.324763 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port a7f4114f-8fba-4928-8441-be19fa46e55c triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:03:23.325407 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:23.457432 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:23.475060 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] For port a7f4114f-8fba-4928-8441-be19fa46e55c, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=a7f4114f-8fba-4928-8441-be19fa46e55c,segment=NetworkSegment(422579c7-e086-4847-b55f-de8760ffa8dd),segment_id=422579c7-e086-4847-b55f-de8760ffa8dd)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:03:23.508112 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:23.511587 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a1946e10-38cd-4124-b811-b29a2313c1e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:03:23.584031 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Pushing event updated for resources: {'Port': ['ID=a7f4114f-8fba-4928-8441-be19fa46e55c,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:03:23.587396 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:03:25.217733 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device a7f4114f-8fba-4928-8441-be19fa46e55c up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:03:25.350116 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port a7f4114f-8fba-4928-8441-be19fa46e55c triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:03:25.350116 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:27.603382 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4be2bba9-87af-4b5b-bafb-2afb293d267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:28.725858 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:29.508493 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2e7e13ed-b32d-479d-a7d8-4ed1752e45d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:29.987784 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:31.593471 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:36.175388 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 5 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:03:57.573465 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-59afcecf-d65d-4b08-8c7c-06b0f5874a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:58.707872 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:59.535921 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-85ab5993-f31a-4caf-aa3e-13ce72be4ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:03:59.976062 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:04:01.590776 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:04:13.174265 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 5 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:04:27.584406 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b5b5c6df-624d-4d2d-9abe-504b0eec761b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:04:28.721646 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:04:29.499367 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6ff76e22-5cdf-4714-b8db-b74c1c022420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:04:29.980974 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:04:31.587179 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:04:50.174406 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 5 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:04:57.581014 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2cf2b77e-95ed-4148-92b9-a9b30b2a67e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:04:58.717998 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:04:59.501085 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d81ece49-09ff-4945-bc4d-0d53c96ec6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:04:59.975394 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:01.597500 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:27.173823 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 5 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:05:27.571924 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-04024cb0-b82a-4805-af0d-f4d9864b97f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:28.720374 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:29.506181 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-377c2232-7cfe-4754-b9a5-8cae2b7322ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:29.986011 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:31.591330 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:37.319832 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 33290) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:05:37.393134 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eae5520-33bf-46fb-9b83-351bd6be0e79 admin admin] GET failed (client error): The resource could not be found.
Apr 02 18:05:37.394534 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-4eae5520-33bf-46fb-9b83-351bd6be0e79 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0736222
Apr 02 18:05:37.538101 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfe2a7e-b36f-478b-9290-c68e6aa6f3a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:05:37.539628 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-bcfe2a7e-b36f-478b-9290-c68e6aa6f3a3 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 871 time: 0.1399152
Apr 02 18:05:40.035315 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 33300) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:05:40.149868 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8634077e-6a3c-4303-bb91-023449b0d7e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:05:40.150508 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-8634077e-6a3c-4303-bb91-023449b0d7e4 admin admin] Synchronizing usage tracker for tenant:cd65e627fa6743a08df10bf92325330c on resource:subnet {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:05:40.208700 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-8634077e-6a3c-4303-bb91-023449b0d7e4 admin admin] Unset dirty status for tenant:cd65e627fa6743a08df10bf92325330c on resource:subnet {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:05:40.210009 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-8634077e-6a3c-4303-bb91-023449b0d7e4 admin admin] 10.222.0.10 "GET /v2.0/subnets/ef4a1b19-7954-4b57-bf2c-15615364bfa6 HTTP/1.1" status: 200  len: 849 time: 0.1736600
Apr 02 18:05:40.220633 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-05d5c299-9465-4b62-a1c5-8d37ebe2a823 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:05:40.345213 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05d5c299-9465-4b62-a1c5-8d37ebe2a823 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:40.686009 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05d5c299-9465-4b62-a1c5-8d37ebe2a823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363296845476485'] for subnet, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:40.701304 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b5150b83-b1ef-42f1-b793-1cab548b6b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:05:40.834576 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5c299-9465-4b62-a1c5-8d37ebe2a823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef4a1b19-7954-4b57-bf2c-15615364bfa6,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:05:40.854114 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5c299-9465-4b62-a1c5-8d37ebe2a823 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:40.854551 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5c299-9465-4b62-a1c5-8d37ebe2a823 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:40.854925 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5c299-9465-4b62-a1c5-8d37ebe2a823 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:40.855287 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5c299-9465-4b62-a1c5-8d37ebe2a823 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:40.855646 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5c299-9465-4b62-a1c5-8d37ebe2a823 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:40.856015 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5c299-9465-4b62-a1c5-8d37ebe2a823 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:40.856375 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5c299-9465-4b62-a1c5-8d37ebe2a823 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:40.856727 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5c299-9465-4b62-a1c5-8d37ebe2a823 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:40.857082 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5c299-9465-4b62-a1c5-8d37ebe2a823 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:40.857469 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5c299-9465-4b62-a1c5-8d37ebe2a823 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:40.857821 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5c299-9465-4b62-a1c5-8d37ebe2a823 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:40.858171 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d5c299-9465-4b62-a1c5-8d37ebe2a823 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:05:40.861795 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05d5c299-9465-4b62-a1c5-8d37ebe2a823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:05:40.893080 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d5c299-9465-4b62-a1c5-8d37ebe2a823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:05:40.893733 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05d5c299-9465-4b62-a1c5-8d37ebe2a823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:40.898813 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-05d5c299-9465-4b62-a1c5-8d37ebe2a823 admin admin] 10.222.0.10 "PUT /v2.0/subnets/ef4a1b19-7954-4b57-bf2c-15615364bfa6 HTTP/1.1" status: 200  len: 868 time: 0.6822886
Apr 02 18:05:40.900760 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74f6d7c-a481-4619-8c48-bec2240fb365 None None] Network fc710a24-a175-4571-9dc6-26d055108327 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:05:41.405352 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-8739014d-9b5b-476c-96be-5d7da7fd9641 None None] Provisioning complete for port e62e15ba-f869-4fbd-851b-f7afe35bc025 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:05:41.405890 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8739014d-9b5b-476c-96be-5d7da7fd9641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:41.540804 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-8739014d-9b5b-476c-96be-5d7da7fd9641 None None] Provisioning complete for port a70140db-2ea7-488a-b5f8-9e4e5cbefed6 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:05:41.541110 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8739014d-9b5b-476c-96be-5d7da7fd9641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:43.392424 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 33310) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:05:43.578656 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd014950-43c7-4812-8804-3df8652c7391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:05:43.579173 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd014950-43c7-4812-8804-3df8652c7391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:05:43.580815 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-cd014950-43c7-4812-8804-3df8652c7391 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.1873612
Apr 02 18:05:46.041562 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 33320) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:05:46.226921 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75342d10-e8f2-48fb-9502-8ca24587b560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:05:46.227366 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75342d10-e8f2-48fb-9502-8ca24587b560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:05:46.229000 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-75342d10-e8f2-48fb-9502-8ca24587b560 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.1864178
Apr 02 18:05:48.765129 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 33330) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:05:48.972995 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e215f35c-ccd9-44fa-bcef-b9ec45c01bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:05:48.975615 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-e215f35c-ccd9-44fa-bcef-b9ec45c01bbc admin admin] 10.222.0.10 "GET /v2.0/networks/42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 HTTP/1.1" status: 200  len: 886 time: 0.2094350
Apr 02 18:05:51.469283 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 33340) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:05:51.653659 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db392536-374b-40ac-9e2a-0ac69eb79f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:05:51.655157 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-db392536-374b-40ac-9e2a-0ac69eb79f58 admin admin] 10.222.0.10 "GET /v2.0/networks/fc710a24-a175-4571-9dc6-26d055108327 HTTP/1.1" status: 200  len: 868 time: 0.1848900
Apr 02 18:05:54.116007 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 33350) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:05:54.235192 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56497435-bd74-4565-a73f-3c9546b30caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:05:54.235702 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56497435-bd74-4565-a73f-3c9546b30caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:05:54.237327 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-56497435-bd74-4565-a73f-3c9546b30caa admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1202538
Apr 02 18:05:56.732391 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 33360) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:05:56.846363 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6234e9-58ec-4980-bb78-bd60d62624c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:05:56.846871 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6234e9-58ec-4980-bb78-bd60d62624c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:05:56.848478 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-3b6234e9-58ec-4980-bb78-bd60d62624c8 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1150329
Apr 02 18:05:57.576972 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-0f9c141e-803b-44e9-8532-2861896ba750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:58.711154 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:59.335739 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 33372) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:05:59.445653 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2202bdda-f809-4f7b-8798-a6879a7a904b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:05:59.447046 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-2202bdda-f809-4f7b-8798-a6879a7a904b admin admin] 10.222.0.10 "GET /v2.0/subnets/91c6c6e9-4506-41a9-9628-98cc28823f44 HTTP/1.1" status: 200  len: 816 time: 0.1102836
Apr 02 18:05:59.500121 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1e6bb77e-593a-4f45-8d73-c3c997c6ca17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:05:59.997045 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:01.602666 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:01.934403 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 33382) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:06:02.052908 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1fe9f9-08d4-41ce-bdac-184e2890c5b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:06:02.054383 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-ec1fe9f9-08d4-41ce-bdac-184e2890c5b9 admin admin] 10.222.0.10 "GET /v2.0/subnets/ef4a1b19-7954-4b57-bf2c-15615364bfa6 HTTP/1.1" status: 200  len: 868 time: 0.1189206
Apr 02 18:06:04.173171 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 5 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:06:27.593264 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-990368db-4ce7-43d1-87e8-173a400ba179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:28.470860 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 33426) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:06:28.527857 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [None req-b93acc4d-f97c-418b-b599-544f1ba6d28b admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 18:06:28.528936 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-b93acc4d-f97c-418b-b599-544f1ba6d28b admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0570779
Apr 02 18:06:28.723551 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:29.499399 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-54a46b62-3d71-436f-a672-b3523d2f4a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:29.988005 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:31.122988 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 33436) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:06:31.221730 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.pecan_wsgi.hooks.translation [None req-774af28b-2c70-458b-9ae9-9480b399fee6 admin admin] GET failed (client error): The resource could not be found.
Apr 02 18:06:31.223934 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-774af28b-2c70-458b-9ae9-9480b399fee6 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0999503
Apr 02 18:06:31.465280 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.policy [None req-7228aec3-4fc7-44ff-82c0-4245153da171 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84390) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 02 18:06:31.619993 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:31.680195 dv-cinder-784603-1-iscsi neutron-server[84275]: WARNING oslo_policy.policy [None req-7228aec3-4fc7-44ff-82c0-4245153da171 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 02 18:06:31.680626 dv-cinder-784603-1-iscsi neutron-server[84275]: WARNING oslo_policy.policy [None req-7228aec3-4fc7-44ff-82c0-4245153da171 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 02 18:06:31.697540 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7228aec3-4fc7-44ff-82c0-4245153da171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:06:31.699351 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-7228aec3-4fc7-44ff-82c0-4245153da171 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.4710970
Apr 02 18:06:34.222001 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 33448) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:06:34.273290 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:06:34.276005 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.quota [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f2f11b6f860>.
Apr 02 18:06:34.282425 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:06:34.295824 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:06:34.362162 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] Made reservation on behalf of cd65e627fa6743a08df10bf92325330c for: {'network': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:06:34.368698 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for network, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:34.469290 dv-cinder-784603-1-iscsi neutron-server[84275]: WARNING neutron.services.revisions.revision_plugin [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f2f11a2af60] {project_id='cd65e627fa6743a08df10bf92325330c', id='951f1b79-bcc2-4a95-85ed-4f8d436a0a68', target_tenant='*', action='access_as_shared', object_id='f192051e-f6af-47a9-aab0-d18ab84b3d92'}> to bump revision.
Apr 02 18:06:34.524693 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'}  {{(pid=84390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:06:34.538034 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740009327543', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:34.538883 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f2f126bbb70> segment precommit_create {{(pid=84390) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 02 18:06:34.539363 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.segments_db [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] Added segment 82d7d098-d6ed-482a-ae32-4a6026021b28 of type vlan for network f192051e-f6af-47a9-aab0-d18ab84b3d92
Apr 02 18:06:34.605329 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740008826705'] for network, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:34.665166 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971'] for network, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:34.666774 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:06:34.667398 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:34.673537 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:06:34.745993 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 846 time: 0.5221720
Apr 02 18:06:34.848642 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] Pushing event updated for resources: {'Network': ['ID=f192051e-f6af-47a9-aab0-d18ab84b3d92,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:06:34.857660 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:34.858034 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:34.858452 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:34.858812 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:34.859146 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:34.859509 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:34.859860 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:34.860210 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:34.860578 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:34.860923 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:34.861273 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:34.861616 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] Tracked resource versions report:
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]: pushed versions:
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]: {   'AddressGroup': {'1.2'},
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]:     'ConntrackHelper': {'1.0'},
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Log': {'1.0'},
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Network': {'1.1'},
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Port': {'1.7'},
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]:     'PortForwarding': {'1.2'},
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]:     'QosPolicy': {'1.8'},
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]:     'SecurityGroup': {'1.4'},
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]:     'SecurityGroupRule': {'1.2'},
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]:     'SubPort': {'1.0'},
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Subnet': {'1.1'},
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Trunk': {'1.1'}}
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]: consumer versions:
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]: {   DHCP agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]:     L3 agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]:     Metadata agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]:     Metering agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]:     Open vSwitch agent@dv-cinder-784603-1-iscsi: {   'AddressGroup': '1.2',
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'ConntrackHelper': '1.0',
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Log': '1.0',
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Network': '1.1',
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Port': '1.7',
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'PortForwarding': '1.2',
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'QosPolicy': '1.8',
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'SecurityGroup': '1.4',
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'SecurityGroupRule': '1.2',
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'SubPort': '1.0',
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Subnet': '1.1',
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Trunk': '1.1'}}
Apr 02 18:06:34.862772 dv-cinder-784603-1-iscsi neutron-server[84275]:  {{(pid=84390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 02 18:06:34.890643 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:06:34.898699 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Network f192051e-f6af-47a9-aab0-d18ab84b3d92 details requested by agent ovs-agent-dv-cinder-784603-1-iscsi with host dv-cinder-784603-1-iscsi {{(pid=84392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:06:37.235097 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 33462) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:06:37.310067 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.pecan_wsgi.hooks.translation [None req-855e9fa7-a65c-4949-a2f1-3e2762c88072 admin admin] GET failed (client error): The resource could not be found.
Apr 02 18:06:37.310695 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-855e9fa7-a65c-4949-a2f1-3e2762c88072 admin admin] Synchronizing usage tracker for tenant:cd65e627fa6743a08df10bf92325330c on resource:network {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:06:37.370654 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-855e9fa7-a65c-4949-a2f1-3e2762c88072 admin admin] Unset dirty status for tenant:cd65e627fa6743a08df10bf92325330c on resource:network {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:06:37.371868 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-855e9fa7-a65c-4949-a2f1-3e2762c88072 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1357386
Apr 02 18:06:37.485297 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5c56e7-bed8-478b-b70c-116dfbf74158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:06:37.486749 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-1f5c56e7-bed8-478b-b70c-116dfbf74158 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 825 time: 0.1105218
Apr 02 18:06:37.497649 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-94501fbd-33d7-4c1e-8e54-c1350022f248 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'f192051e-f6af-47a9-aab0-d18ab84b3d92', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:06:37.502540 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-94501fbd-33d7-4c1e-8e54-c1350022f248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:06:37.513032 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-94501fbd-33d7-4c1e-8e54-c1350022f248 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:06:37.553322 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94501fbd-33d7-4c1e-8e54-c1350022f248 admin admin] Made reservation on behalf of cd65e627fa6743a08df10bf92325330c for: {'subnet': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:06:37.557757 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-94501fbd-33d7-4c1e-8e54-c1350022f248 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:37.997614 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-94501fbd-33d7-4c1e-8e54-c1350022f248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971'] for subnet, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:38.015522 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:06:38.136887 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94501fbd-33d7-4c1e-8e54-c1350022f248 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0edb0b1-a79a-4cd2-adfa-97e0ea8ce313,revision_number=0']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:06:38.151071 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-94501fbd-33d7-4c1e-8e54-c1350022f248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:06:38.208922 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94501fbd-33d7-4c1e-8e54-c1350022f248 admin admin] Checking segment: {'id': '82d7d098-d6ed-482a-ae32-4a6026021b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f192051e-f6af-47a9-aab0-d18ab84b3d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:06:38.209199 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94501fbd-33d7-4c1e-8e54-c1350022f248 admin admin] Network hostable DHCP agents. Network: f192051e-f6af-47a9-aab0-d18ab84b3d92, hostable agents: ['41a019fe-56df-4d22-b19a-be518ff15af3'], hosted agents: [] {{(pid=84390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:06:38.259416 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94501fbd-33d7-4c1e-8e54-c1350022f248 admin admin] Network f192051e-f6af-47a9-aab0-d18ab84b3d92 is scheduled to be hosted by DHCP agent 41a019fe-56df-4d22-b19a-be518ff15af3 with binding_index 1 {{(pid=84390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:06:38.299343 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-94501fbd-33d7-4c1e-8e54-c1350022f248 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-iscsi, f192051e-f6af-47a9-aab0-d18ab84b3d92) {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:06:38.304385 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94501fbd-33d7-4c1e-8e54-c1350022f248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:06:38.305014 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-94501fbd-33d7-4c1e-8e54-c1350022f248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for subnet, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:38.309233 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434cdd06-2996-4b4e-947f-0e715991a3f6 None None] Network f192051e-f6af-47a9-aab0-d18ab84b3d92 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:06:38.387308 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-94501fbd-33d7-4c1e-8e54-c1350022f248 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8930790
Apr 02 18:06:38.544233 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8634273-20c2-5e01-b176-6034d848a5ba-f192051e-f6af-47a9-aab0-d18ab84b3d92', 'network_id': 'f192051e-f6af-47a9-aab0-d18ab84b3d92', 'tenant_id': 'cd65e627fa6743a08df10bf92325330c', 'fixed_ips': [{'subnet_id': 'b0edb0b1-a79a-4cd2-adfa-97e0ea8ce313'}]}} from dv-cinder-784603-1-iscsi. {{(pid=84392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 02 18:06:38.545198 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:38.712694 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Allocated IP 192.168.233.2 (f192051e-f6af-47a9-aab0-d18ab84b3d92/b0edb0b1-a79a-4cd2-adfa-97e0ea8ce313/8b217fc0-4a63-4eed-b387-af41eed0d1fc) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:06:39.001996 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:39.068472 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Transition to ACTIVE for port object 8b217fc0-4a63-4eed-b387-af41eed0d1fc will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:06:39.088924 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Transition to ACTIVE for port object 8b217fc0-4a63-4eed-b387-af41eed0d1fc will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:06:39.129543 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:39.148372 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:06:39.446374 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Pushing event updated for resources: {'Port': ['ID=8b217fc0-4a63-4eed-b387-af41eed0d1fc,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:06:39.467957 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:39.468276 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:39.468640 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:39.469001 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:39.469357 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:39.469717 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:39.470072 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:39.470449 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:39.470815 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:39.471170 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:39.471519 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:39.471864 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:06:39.476512 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:06:39.513908 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Network f192051e-f6af-47a9-aab0-d18ab84b3d92 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:06:39.515161 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Resources bound (agent type, host, resource id):  {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:06:39.517502 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:06:39.614924 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Attempting to bind port 8b217fc0-4a63-4eed-b387-af41eed0d1fc on host dv-cinder-784603-1-iscsi for vnic_type normal with profile  {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:06:39.615341 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Attempting to bind port 8b217fc0-4a63-4eed-b387-af41eed0d1fc by drivers openvswitch,hyperv on host dv-cinder-784603-1-iscsi at level 0 using segments [{'id': '82d7d098-d6ed-482a-ae32-4a6026021b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f192051e-f6af-47a9-aab0-d18ab84b3d92'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:06:39.615741 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Attempting to bind port 8b217fc0-4a63-4eed-b387-af41eed0d1fc on network f192051e-f6af-47a9-aab0-d18ab84b3d92 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:06:39.621550 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Checking agent: {'id': '478d2ba1-0e2e-4399-8e0b-445f221199a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 2, 29), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:06:39.621967 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Checking segment: {'id': '82d7d098-d6ed-482a-ae32-4a6026021b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f192051e-f6af-47a9-aab0-d18ab84b3d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:06:39.622462 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:39.622893 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Bound using segment: {'id': '82d7d098-d6ed-482a-ae32-4a6026021b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f192051e-f6af-47a9-aab0-d18ab84b3d92'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:06:39.623406 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Bound port: 8b217fc0-4a63-4eed-b387-af41eed0d1fc, host: dv-cinder-784603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d7d098-d6ed-482a-ae32-4a6026021b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f192051e-f6af-47a9-aab0-d18ab84b3d92'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:06:39.623819 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:39.720047 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] For port 8b217fc0-4a63-4eed-b387-af41eed0d1fc, host dv-cinder-784603-1-iscsi, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:06:39.723312 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] For port 8b217fc0-4a63-4eed-b387-af41eed0d1fc, host dv-cinder-784603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=8b217fc0-4a63-4eed-b387-af41eed0d1fc,segment=NetworkSegment(82d7d098-d6ed-482a-ae32-4a6026021b28),segment_id=82d7d098-d6ed-482a-ae32-4a6026021b28)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:06:39.800071 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:39.814603 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:06:39.972857 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Pushing event updated for resources: {'Port': ['ID=8b217fc0-4a63-4eed-b387-af41eed0d1fc,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:06:39.978548 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:06:41.172158 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 5 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:06:41.300154 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 8b217fc0-4a63-4eed-b387-af41eed0d1fc up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:06:41.333535 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279c1374-fc28-4b79-a076-88e03647ddfb None None] Network f192051e-f6af-47a9-aab0-d18ab84b3d92 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:06:41.494391 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-ef89b612-c272-44be-b006-0caf4745bc51 None None] Provisioning for port 8b217fc0-4a63-4eed-b387-af41eed0d1fc completed by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:06:41.502212 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-ef89b612-c272-44be-b006-0caf4745bc51 None None] Provisioning complete for port 8b217fc0-4a63-4eed-b387-af41eed0d1fc triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:06:41.502594 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ef89b612-c272-44be-b006-0caf4745bc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:41.569539 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning for port 8b217fc0-4a63-4eed-b387-af41eed0d1fc completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:06:41.590788 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port 8b217fc0-4a63-4eed-b387-af41eed0d1fc triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:06:41.591201 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:41.841054 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ef89b612-c272-44be-b006-0caf4745bc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:41.878846 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:41.912590 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-ef89b612-c272-44be-b006-0caf4745bc51 None None] For port 8b217fc0-4a63-4eed-b387-af41eed0d1fc, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=8b217fc0-4a63-4eed-b387-af41eed0d1fc,segment=NetworkSegment(82d7d098-d6ed-482a-ae32-4a6026021b28),segment_id=82d7d098-d6ed-482a-ae32-4a6026021b28)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:06:41.955902 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ef89b612-c272-44be-b006-0caf4745bc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:41.967744 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-1c3701ff-7402-4015-a401-d37751f770c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:06:42.034446 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.db.api [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84392) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 18:06:42.034913 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_db.api [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 02 18:06:42.050041 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89b612-c272-44be-b006-0caf4745bc51 None None] Pushing event updated for resources: {'Port': ['ID=8b217fc0-4a63-4eed-b387-af41eed0d1fc,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:06:42.053831 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-ef89b612-c272-44be-b006-0caf4745bc51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:06:42.082642 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-c87117c2-59fc-4c7a-bc5b-a749701fb092 None None] Provisioning complete for port 8b217fc0-4a63-4eed-b387-af41eed0d1fc triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:06:42.083059 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c87117c2-59fc-4c7a-bc5b-a749701fb092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:43.277808 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 8b217fc0-4a63-4eed-b387-af41eed0d1fc up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:06:43.351222 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port 8b217fc0-4a63-4eed-b387-af41eed0d1fc triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:06:43.351632 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:57.573687 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4e695650-5cde-4bf2-a509-3741b5f22ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:58.724361 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:06:59.495671 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-55210278-18bc-46cd-80ee-24fa2e19562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:07:00.010120 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:07:01.604585 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:07:18.171853 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 5 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:07:27.572753 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7251a0fc-f9be-4a44-8730-a3833c3bb3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:07:28.723687 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:07:29.523643 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1cf1-be20-4327-a255-fbb41d992d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:07:29.995612 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:07:31.613295 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:07:55.170660 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 5 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:07:57.580451 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-554ebadb-8056-4d35-b915-b8e27218f7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:07:58.732708 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:07:59.512016 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8ab4a5e5-1545-4354-802a-84e7bec91c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:08:00.003687 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:08:01.624464 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:08:02.276050 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 33514) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:08:02.282458 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [None req-f45275ee-6713-40e6-a015-b18b1251e112 tempest-verify_tempest_config-1436034639 tempest-verify_tempest_config-1436034639-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 18:08:02.283541 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-f45275ee-6713-40e6-a015-b18b1251e112 tempest-verify_tempest_config-1436034639 tempest-verify_tempest_config-1436034639-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0064642
Apr 02 18:08:02.738764 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 33532) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:08:02.862949 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2145b94e-35a0-45c3-a16c-51dd4a567a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:08:02.879293 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-2145b94e-35a0-45c3-a16c-51dd4a567a01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:08:02.883394 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-2145b94e-35a0-45c3-a16c-51dd4a567a01 admin admin] Usage tracker for resource:security_group_rule and tenant:bb8f95318fdf44dda6796d8ee04c0046 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:08:02.886870 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-2145b94e-35a0-45c3-a16c-51dd4a567a01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:08:02.893610 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-2145b94e-35a0-45c3-a16c-51dd4a567a01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:08:03.152112 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2145b94e-35a0-45c3-a16c-51dd4a567a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:08:03.183968 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2145b94e-35a0-45c3-a16c-51dd4a567a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:08:03.192999 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:08:03.232153 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145b94e-35a0-45c3-a16c-51dd4a567a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64e16dc-0ee9-49e7-91b7-f1b36e813c55,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:08:03.238084 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-2145b94e-35a0-45c3-a16c-51dd4a567a01 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb8f95318fdf44dda6796d8ee04c0046&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4982400
Apr 02 18:08:03.241115 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 33538) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:08:03.242628 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2145b94e-35a0-45c3-a16c-51dd4a567a01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:08:03.243023 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2145b94e-35a0-45c3-a16c-51dd4a567a01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:08:03.243391 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2145b94e-35a0-45c3-a16c-51dd4a567a01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:08:03.243750 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2145b94e-35a0-45c3-a16c-51dd4a567a01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:08:03.244105 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2145b94e-35a0-45c3-a16c-51dd4a567a01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:08:03.244474 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2145b94e-35a0-45c3-a16c-51dd4a567a01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:08:03.244826 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2145b94e-35a0-45c3-a16c-51dd4a567a01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:08:03.245177 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2145b94e-35a0-45c3-a16c-51dd4a567a01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:08:03.245540 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2145b94e-35a0-45c3-a16c-51dd4a567a01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:08:03.245888 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2145b94e-35a0-45c3-a16c-51dd4a567a01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:08:03.246232 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2145b94e-35a0-45c3-a16c-51dd4a567a01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:08:03.246602 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2145b94e-35a0-45c3-a16c-51dd4a567a01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:08:03.251123 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-2145b94e-35a0-45c3-a16c-51dd4a567a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:08:03.304051 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a35758a6-33c3-4cc0-8c57-025972a46997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:08:03.332478 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a35758a6-33c3-4cc0-8c57-025972a46997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:08:03.523452 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a35758a6-33c3-4cc0-8c57-025972a46997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:08:03.528748 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8d262804-d14e-4f98-91b3-8e697874a49c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:08:03.546220 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35758a6-33c3-4cc0-8c57-025972a46997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64e16dc-0ee9-49e7-91b7-f1b36e813c55,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:08:03.555162 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35758a6-33c3-4cc0-8c57-025972a46997 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:08:03.555570 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35758a6-33c3-4cc0-8c57-025972a46997 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:08:03.555946 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35758a6-33c3-4cc0-8c57-025972a46997 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:08:03.556314 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35758a6-33c3-4cc0-8c57-025972a46997 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:08:03.556677 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35758a6-33c3-4cc0-8c57-025972a46997 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:08:03.557054 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35758a6-33c3-4cc0-8c57-025972a46997 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:08:03.557414 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35758a6-33c3-4cc0-8c57-025972a46997 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:08:03.557772 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35758a6-33c3-4cc0-8c57-025972a46997 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:08:03.558145 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35758a6-33c3-4cc0-8c57-025972a46997 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:08:03.558527 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35758a6-33c3-4cc0-8c57-025972a46997 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:08:03.558882 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35758a6-33c3-4cc0-8c57-025972a46997 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:08:03.559236 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35758a6-33c3-4cc0-8c57-025972a46997 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:08:03.562088 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a35758a6-33c3-4cc0-8c57-025972a46997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:08:03.563296 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-a35758a6-33c3-4cc0-8c57-025972a46997 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e64e16dc-0ee9-49e7-91b7-f1b36e813c55 HTTP/1.1" status: 204  len: 168 time: 0.3210530
Apr 02 18:08:03.564341 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a35758a6-33c3-4cc0-8c57-025972a46997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:08:27.580310 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3d5dba22-b247-4edf-a02e-c2d024d00c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:08:28.728205 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:08:29.492012 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c9e3b84a-36b6-4d8f-a54c-1bef8a2fa64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:08:29.994886 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:08:31.631490 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:08:32.169314 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 5 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:08:57.573468 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f48e9413-10a7-4c7f-96a1-011c830e0147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:08:58.731606 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:08:59.497294 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-48ce6337-b03e-4e85-8ad6-2dcb3ddfc48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:09:00.006042 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:09:01.628892 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:09:09.168064 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 5 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:09:27.584548 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3a369474-4dcd-476a-8e61-f6e6677af8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:09:28.721614 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:09:29.519742 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9189cd6d-4bb1-423d-a027-b305b4e2c96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:09:30.012815 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:09:31.635537 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:09:35.567639 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274'] for agent, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:09:41.033560 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 33590) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:09:41.151794 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-5d0dce44-dd72-4a92-9f91-b8e34a9d5575 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1170466
Apr 02 18:09:43.676922 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 33600) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:09:43.741524 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-f8120bd6-6ef7-4006-86d3-a7056c62c642 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0634320
Apr 02 18:09:46.171332 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:09:57.578420 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a62c6bc5-1399-4837-a15b-578f6731b9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:09:58.721128 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:09:59.498104 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7dee1608-1d19-41aa-8915-2bd6c315d0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:00.012564 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:01.641211 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:05.549379 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:23.171003 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:10:27.589141 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e3886f24-660f-44a6-b85f-0e6e23d637f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:28.720838 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:29.497513 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fe40bf3e-6dad-4c3d-ac5e-b051be6feb63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:30.018570 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:31.652039 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:35.566955 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:57.582004 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ebde9a37-d677-4321-8541-c0bb40c0f687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:58.720508 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:10:59.513290 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a0a956de-15dc-4b61-abd7-ed7214e0d1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:00.022564 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:00.170684 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:11:01.639773 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:05.605683 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:15.518594 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 33776) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:15.754325 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-340512828-network', 'tenant_id': '159f37d0eaf249a6b846671eb3cc125d'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:15.759768 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:15.763967 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Usage tracker for resource:network and tenant:159f37d0eaf249a6b846671eb3cc125d is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:15.766946 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:15.773081 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:15.816991 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Made reservation on behalf of 159f37d0eaf249a6b846671eb3cc125d for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:11:15.822850 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:15.837366 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:15.853721 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:15.858053 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Usage tracker for resource:security_group_rule and tenant:159f37d0eaf249a6b846671eb3cc125d is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:15.862100 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:15.869143 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:15.959028 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:15.988420 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:15.993212 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:16.027943 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:16.036785 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:16.037172 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:16.037551 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:16.037924 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:16.038412 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:16.038785 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:16.039151 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:16.039516 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:16.039878 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:16.040256 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:16.040675 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:16.041032 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Tracked resource versions report:
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]: pushed versions:
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]: {   'AddressGroup': {'1.2'},
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]:     'ConntrackHelper': {'1.0'},
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Log': {'1.0'},
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Network': {'1.1'},
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Port': {'1.7'},
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]:     'PortForwarding': {'1.2'},
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]:     'QosPolicy': {'1.8'},
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]:     'SecurityGroup': {'1.4'},
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]:     'SecurityGroupRule': {'1.2'},
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]:     'SubPort': {'1.0'},
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Subnet': {'1.1'},
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Trunk': {'1.1'}}
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]: consumer versions:
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]: {   DHCP agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]:     HyperV agent@hv-cinder-78460: {},
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]:     L3 agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]:     Metadata agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]:     Metering agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]:     Open vSwitch agent@dv-cinder-784603-1-iscsi: {   'AddressGroup': '1.2',
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'ConntrackHelper': '1.0',
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Log': '1.0',
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Network': '1.1',
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Port': '1.7',
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'PortForwarding': '1.2',
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'QosPolicy': '1.8',
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'SecurityGroup': '1.4',
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'SecurityGroupRule': '1.2',
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'SubPort': '1.0',
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Subnet': '1.1',
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Trunk': '1.1'}}
Apr 02 18:11:16.042159 dv-cinder-784603-1-iscsi neutron-server[84275]:  {{(pid=84391) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 02 18:11:16.045875 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:16.067569 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'}  {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:11:16.077109 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:16.077689 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.segments_db [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Added segment ee491d66-22ae-40ef-b3bc-321c2a2d81af of type vlan for network 1fdcddea-b2b5-4b14-98c1-e98bd8f88785
Apr 02 18:11:16.105742 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740008826705'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:16.182808 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:16.184364 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:16.185284 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:16.191235 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:16.248879 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 33822) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:16.304697 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Pushing event updated for resources: {'Network': ['ID=1fdcddea-b2b5-4b14-98c1-e98bd8f88785,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:16.307891 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:16.316973 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Network 1fdcddea-b2b5-4b14-98c1-e98bd8f88785 details requested by agent ovs-agent-dv-cinder-784603-1-iscsi with host dv-cinder-784603-1-iscsi {{(pid=84392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:11:16.330615 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 33830) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:16.331113 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.8108561
Apr 02 18:11:16.337000 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-f1415321-a6b4-4b3e-9386-4e7adc49eb0f admin admin] Request body: {'subnet': {'network_id': '1fdcddea-b2b5-4b14-98c1-e98bd8f88785', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-340512828-subnet', 'tenant_id': '159f37d0eaf249a6b846671eb3cc125d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:16.343065 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-f1415321-a6b4-4b3e-9386-4e7adc49eb0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:16.347611 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-f1415321-a6b4-4b3e-9386-4e7adc49eb0f admin admin] Usage tracker for resource:subnet and tenant:159f37d0eaf249a6b846671eb3cc125d is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:16.351375 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-f1415321-a6b4-4b3e-9386-4e7adc49eb0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:16.359004 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-f1415321-a6b4-4b3e-9386-4e7adc49eb0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:16.423443 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1415321-a6b4-4b3e-9386-4e7adc49eb0f admin admin] Made reservation on behalf of 159f37d0eaf249a6b846671eb3cc125d for: {'subnet': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:11:16.428681 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f1415321-a6b4-4b3e-9386-4e7adc49eb0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:16.608449 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 33838) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:16.728043 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-344c6353-5d6a-43c7-bd43-811dca147df3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-360070968-network', 'tenant_id': '469aa9b529694baa91a42fa0eae6e868'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:16.734153 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-344c6353-5d6a-43c7-bd43-811dca147df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:16.739061 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-344c6353-5d6a-43c7-bd43-811dca147df3 admin admin] Usage tracker for resource:network and tenant:469aa9b529694baa91a42fa0eae6e868 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:16.742460 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-344c6353-5d6a-43c7-bd43-811dca147df3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:16.748882 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-344c6353-5d6a-43c7-bd43-811dca147df3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:16.801334 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344c6353-5d6a-43c7-bd43-811dca147df3 admin admin] Made reservation on behalf of 469aa9b529694baa91a42fa0eae6e868 for: {'network': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:11:16.806289 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-344c6353-5d6a-43c7-bd43-811dca147df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for network, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:16.863274 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 33846) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:16.869786 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-344c6353-5d6a-43c7-bd43-811dca147df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:16.898881 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-344c6353-5d6a-43c7-bd43-811dca147df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:16.900063 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-344c6353-5d6a-43c7-bd43-811dca147df3 admin admin] Usage tracker for resource:security_group_rule and tenant:469aa9b529694baa91a42fa0eae6e868 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:16.915780 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-344c6353-5d6a-43c7-bd43-811dca147df3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:16.924288 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-344c6353-5d6a-43c7-bd43-811dca147df3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:17.042376 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-7c6fedf1-498f-46f6-895f-67cec9930e4b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1710701372-network', 'tenant_id': 'c37360c4a0504626873b6f97b9c29250'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:17.080175 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-7c6fedf1-498f-46f6-895f-67cec9930e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:17.089462 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-7c6fedf1-498f-46f6-895f-67cec9930e4b admin admin] Usage tracker for resource:network and tenant:c37360c4a0504626873b6f97b9c29250 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:17.098195 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-7c6fedf1-498f-46f6-895f-67cec9930e4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:17.102316 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f1415321-a6b4-4b3e-9386-4e7adc49eb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971'] for subnet, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:17.128613 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-7c6fedf1-498f-46f6-895f-67cec9930e4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:17.130706 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-94501fbd-33d7-4c1e-8e54-c1350022f248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:17.178072 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-2d832b07-0e14-457f-b703-6ce59bd7ffad admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-175102981-network', 'tenant_id': '2d7bfb374480480d8235e0f3a1d1e885'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:17.189057 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-2d832b07-0e14-457f-b703-6ce59bd7ffad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:17.198561 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-2d832b07-0e14-457f-b703-6ce59bd7ffad admin admin] Usage tracker for resource:network and tenant:2d7bfb374480480d8235e0f3a1d1e885 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:17.206257 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-2d832b07-0e14-457f-b703-6ce59bd7ffad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:17.215961 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-2d832b07-0e14-457f-b703-6ce59bd7ffad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:17.257348 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d832b07-0e14-457f-b703-6ce59bd7ffad admin admin] Made reservation on behalf of 2d7bfb374480480d8235e0f3a1d1e885 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:11:17.262267 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2d832b07-0e14-457f-b703-6ce59bd7ffad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:17.288198 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2d832b07-0e14-457f-b703-6ce59bd7ffad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:17.295236 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6fedf1-498f-46f6-895f-67cec9930e4b admin admin] Made reservation on behalf of c37360c4a0504626873b6f97b9c29250 for: {'network': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:11:17.312328 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-2d832b07-0e14-457f-b703-6ce59bd7ffad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:17.327833 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-2d832b07-0e14-457f-b703-6ce59bd7ffad admin admin] Usage tracker for resource:security_group_rule and tenant:2d7bfb374480480d8235e0f3a1d1e885 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:17.339914 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-2d832b07-0e14-457f-b703-6ce59bd7ffad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:17.347347 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-2d832b07-0e14-457f-b703-6ce59bd7ffad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:17.458447 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7c6fedf1-498f-46f6-895f-67cec9930e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for network, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:17.483488 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-344c6353-5d6a-43c7-bd43-811dca147df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:17.506283 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7c6fedf1-498f-46f6-895f-67cec9930e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:17.532957 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1415321-a6b4-4b3e-9386-4e7adc49eb0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e424265f-054f-4091-8e6d-5b2cbdc6da6a,revision_number=0']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:17.558453 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-344c6353-5d6a-43c7-bd43-811dca147df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:17.559990 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1415321-a6b4-4b3e-9386-4e7adc49eb0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:17.560379 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1415321-a6b4-4b3e-9386-4e7adc49eb0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:17.560755 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1415321-a6b4-4b3e-9386-4e7adc49eb0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:17.561101 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1415321-a6b4-4b3e-9386-4e7adc49eb0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:17.561841 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1415321-a6b4-4b3e-9386-4e7adc49eb0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:17.562937 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1415321-a6b4-4b3e-9386-4e7adc49eb0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:17.563493 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1415321-a6b4-4b3e-9386-4e7adc49eb0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:17.564018 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1415321-a6b4-4b3e-9386-4e7adc49eb0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:17.564564 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1415321-a6b4-4b3e-9386-4e7adc49eb0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:17.565094 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1415321-a6b4-4b3e-9386-4e7adc49eb0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:17.565673 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1415321-a6b4-4b3e-9386-4e7adc49eb0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:17.566247 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1415321-a6b4-4b3e-9386-4e7adc49eb0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1415321-a6b4-4b3e-9386-4e7adc49eb0f admin admin] Tracked resource versions report:
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]: pushed versions:
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]: {   'AddressGroup': {'1.2'},
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]:     'ConntrackHelper': {'1.0'},
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Log': {'1.0'},
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Network': {'1.1'},
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Port': {'1.7'},
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]:     'PortForwarding': {'1.2'},
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]:     'QosPolicy': {'1.8'},
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]:     'SecurityGroup': {'1.4'},
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]:     'SecurityGroupRule': {'1.2'},
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]:     'SubPort': {'1.0'},
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Subnet': {'1.1'},
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Trunk': {'1.1'}}
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]: consumer versions:
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]: {   DHCP agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]:     HyperV agent@hv-cinder-78460: {},
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]:     L3 agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]:     Metadata agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]:     Metering agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]:     Open vSwitch agent@dv-cinder-784603-1-iscsi: {   'AddressGroup': '1.2',
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'ConntrackHelper': '1.0',
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Log': '1.0',
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Network': '1.1',
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Port': '1.7',
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'PortForwarding': '1.2',
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'QosPolicy': '1.8',
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'SecurityGroup': '1.4',
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'SecurityGroupRule': '1.2',
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'SubPort': '1.0',
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Subnet': '1.1',
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Trunk': '1.1'}}
Apr 02 18:11:17.567626 dv-cinder-784603-1-iscsi neutron-server[84275]:  {{(pid=84390) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 02 18:11:17.572863 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-7c6fedf1-498f-46f6-895f-67cec9930e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:17.579161 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f1415321-a6b4-4b3e-9386-4e7adc49eb0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:17.589297 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-7c6fedf1-498f-46f6-895f-67cec9930e4b admin admin] Usage tracker for resource:security_group_rule and tenant:c37360c4a0504626873b6f97b9c29250 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:17.593998 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:17.602866 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-7c6fedf1-498f-46f6-895f-67cec9930e4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:17.619651 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-7c6fedf1-498f-46f6-895f-67cec9930e4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:17.643507 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344c6353-5d6a-43c7-bd43-811dca147df3 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'}  {{(pid=84390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:11:17.662946 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c6353-5d6a-43c7-bd43-811dca147df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961acafb-89a7-4184-bd67-530b50f30fb9,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:17.673177 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2d832b07-0e14-457f-b703-6ce59bd7ffad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:17.677851 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-344c6353-5d6a-43c7-bd43-811dca147df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:17.684523 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-344c6353-5d6a-43c7-bd43-811dca147df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:17.685056 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.segments_db [None req-344c6353-5d6a-43c7-bd43-811dca147df3 admin admin] Added segment ed805b0c-f3b6-4176-8c71-1ed496648d92 of type vlan for network 2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff
Apr 02 18:11:17.730501 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2d832b07-0e14-457f-b703-6ce59bd7ffad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:17.736645 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:17.744220 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1415321-a6b4-4b3e-9386-4e7adc49eb0f admin admin] Checking segment: {'id': 'ee491d66-22ae-40ef-b3bc-321c2a2d81af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1fdcddea-b2b5-4b14-98c1-e98bd8f88785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:11:17.744731 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1415321-a6b4-4b3e-9386-4e7adc49eb0f admin admin] Network hostable DHCP agents. Network: 1fdcddea-b2b5-4b14-98c1-e98bd8f88785, hostable agents: ['41a019fe-56df-4d22-b19a-be518ff15af3'], hosted agents: [] {{(pid=84390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:11:17.755297 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-344c6353-5d6a-43c7-bd43-811dca147df3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740008826705'] for network, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:17.806971 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d832b07-0e14-457f-b703-6ce59bd7ffad admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'}  {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:11:17.816925 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d832b07-0e14-457f-b703-6ce59bd7ffad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c45b68-c143-4772-bd1b-cffbd0b20329,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:17.821645 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-2d832b07-0e14-457f-b703-6ce59bd7ffad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:17.841326 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1415321-a6b4-4b3e-9386-4e7adc49eb0f admin admin] Network 1fdcddea-b2b5-4b14-98c1-e98bd8f88785 is scheduled to be hosted by DHCP agent 41a019fe-56df-4d22-b19a-be518ff15af3 with binding_index 1 {{(pid=84390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:11:17.871321 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2d832b07-0e14-457f-b703-6ce59bd7ffad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:17.872163 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.segments_db [None req-2d832b07-0e14-457f-b703-6ce59bd7ffad admin admin] Added segment 79e9c241-c624-40a8-b3c6-91372cba6e99 of type vlan for network 2c3561c7-0557-4dc8-a2b0-a78acf3d60e3
Apr 02 18:11:17.876731 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-344c6353-5d6a-43c7-bd43-811dca147df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971'] for network, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:17.884554 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344c6353-5d6a-43c7-bd43-811dca147df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:17.885226 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-344c6353-5d6a-43c7-bd43-811dca147df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:17.889030 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-42909326-5fc4-47a0-94e9-f264b7bfe71d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:17.954254 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2d832b07-0e14-457f-b703-6ce59bd7ffad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740008826705'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:18.001115 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-f1415321-a6b4-4b3e-9386-4e7adc49eb0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-iscsi, 1fdcddea-b2b5-4b14-98c1-e98bd8f88785) {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:11:18.011210 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e586b6a9-c2fe-4ac6-951c-016e72ab618b None None] Network 1fdcddea-b2b5-4b14-98c1-e98bd8f88785 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:11:18.017391 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2d832b07-0e14-457f-b703-6ce59bd7ffad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:18.019926 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d832b07-0e14-457f-b703-6ce59bd7ffad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:18.020729 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2d832b07-0e14-457f-b703-6ce59bd7ffad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:18.027702 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:18.029573 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1415321-a6b4-4b3e-9386-4e7adc49eb0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:18.030225 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f1415321-a6b4-4b3e-9386-4e7adc49eb0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for subnet, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:18.085906 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c6353-5d6a-43c7-bd43-811dca147df3 admin admin] Pushing event updated for resources: {'Network': ['ID=2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:18.101067 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-344c6353-5d6a-43c7-bd43-811dca147df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:18.145662 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7c6fedf1-498f-46f6-895f-67cec9930e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:18.169236 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-344c6353-5d6a-43c7-bd43-811dca147df3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.9111269
Apr 02 18:11:18.169236 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 33900) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:18.170165 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Network 2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff details requested by agent ovs-agent-dv-cinder-784603-1-iscsi with host dv-cinder-784603-1-iscsi {{(pid=84392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:11:18.170456 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-2d33e43e-b6cf-4e8d-bfa3-1594195aeb2a admin admin] Request body: {'subnet': {'network_id': '2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-360070968-subnet', 'tenant_id': '469aa9b529694baa91a42fa0eae6e868', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:18.178793 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-2d33e43e-b6cf-4e8d-bfa3-1594195aeb2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:18.182011 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d832b07-0e14-457f-b703-6ce59bd7ffad admin admin] Pushing event updated for resources: {'Network': ['ID=2c3561c7-0557-4dc8-a2b0-a78acf3d60e3,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:18.185495 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-2d832b07-0e14-457f-b703-6ce59bd7ffad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:18.185958 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-2d33e43e-b6cf-4e8d-bfa3-1594195aeb2a admin admin] Usage tracker for resource:subnet and tenant:469aa9b529694baa91a42fa0eae6e868 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:18.189952 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-2d832b07-0e14-457f-b703-6ce59bd7ffad admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 1.3248632
Apr 02 18:11:18.190359 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-2d33e43e-b6cf-4e8d-bfa3-1594195aeb2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:18.192943 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 33908) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:18.200195 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-5c695c25-742c-425e-8e1a-51a99b6353d5 admin admin] Request body: {'subnet': {'network_id': '2c3561c7-0557-4dc8-a2b0-a78acf3d60e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-175102981-subnet', 'tenant_id': '2d7bfb374480480d8235e0f3a1d1e885', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:18.205789 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-f1415321-a6b4-4b3e-9386-4e7adc49eb0f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.8737364
Apr 02 18:11:18.207340 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-5c695c25-742c-425e-8e1a-51a99b6353d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:18.207863 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7c6fedf1-498f-46f6-895f-67cec9930e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:18.208554 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 33912) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:18.213138 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-5c695c25-742c-425e-8e1a-51a99b6353d5 admin admin] Usage tracker for resource:subnet and tenant:2d7bfb374480480d8235e0f3a1d1e885 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:18.218345 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-5c695c25-742c-425e-8e1a-51a99b6353d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:18.223712 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-2d33e43e-b6cf-4e8d-bfa3-1594195aeb2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:18.228120 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-5c695c25-742c-425e-8e1a-51a99b6353d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:18.230911 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-55a44e66-f555-4ba8-8c56-d92c313ebf41 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-340512828-router', 'tenant_id': '159f37d0eaf249a6b846671eb3cc125d', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:18.241933 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-2145b94e-35a0-45c3-a16c-51dd4a567a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:18.250552 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-55a44e66-f555-4ba8-8c56-d92c313ebf41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:18.261388 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Network 2c3561c7-0557-4dc8-a2b0-a78acf3d60e3 details requested by agent ovs-agent-dv-cinder-784603-1-iscsi with host dv-cinder-784603-1-iscsi {{(pid=84392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:11:18.271265 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-55a44e66-f555-4ba8-8c56-d92c313ebf41 admin admin] Usage tracker for resource:router and tenant:159f37d0eaf249a6b846671eb3cc125d is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:18.275255 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c695c25-742c-425e-8e1a-51a99b6353d5 admin admin] Made reservation on behalf of 2d7bfb374480480d8235e0f3a1d1e885 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:11:18.281434 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5c695c25-742c-425e-8e1a-51a99b6353d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:18.284361 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-55a44e66-f555-4ba8-8c56-d92c313ebf41 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:18.295196 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c6fedf1-498f-46f6-895f-67cec9930e4b admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'}  {{(pid=84390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:11:18.297624 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-55a44e66-f555-4ba8-8c56-d92c313ebf41 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:18.299839 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6fedf1-498f-46f6-895f-67cec9930e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:18.307269 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7c6fedf1-498f-46f6-895f-67cec9930e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:18.309074 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d33e43e-b6cf-4e8d-bfa3-1594195aeb2a admin admin] Made reservation on behalf of 469aa9b529694baa91a42fa0eae6e868 for: {'subnet': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:11:18.314417 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2d33e43e-b6cf-4e8d-bfa3-1594195aeb2a admin admin] Notify callbacks [] for subnet, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:18.391313 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7c6fedf1-498f-46f6-895f-67cec9930e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:18.392266 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.segments_db [None req-7c6fedf1-498f-46f6-895f-67cec9930e4b admin admin] Added segment 44094285-04a0-4d49-90e7-0f242b71451f of type vlan for network cfb48dea-d357-4081-a72c-1ec3c2310687
Apr 02 18:11:18.413448 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-55a44e66-f555-4ba8-8c56-d92c313ebf41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-401632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14910'] for router, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:18.414874 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-55a44e66-f555-4ba8-8c56-d92c313ebf41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854374265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854362256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854413507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760922'] for router, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:18.454913 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7c6fedf1-498f-46f6-895f-67cec9930e4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740008826705'] for network, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:18.486666 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c9027e-177e-496d-a970-18c517e9af2e None None] Network 1fdcddea-b2b5-4b14-98c1-e98bd8f88785 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:11:18.597970 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7c6fedf1-498f-46f6-895f-67cec9930e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971'] for network, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:18.599642 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6fedf1-498f-46f6-895f-67cec9930e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:18.606896 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7c6fedf1-498f-46f6-895f-67cec9930e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:18.617928 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:18.741385 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-55a44e66-f555-4ba8-8c56-d92c313ebf41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:18.878877 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-7c6fedf1-498f-46f6-895f-67cec9930e4b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.2656689
Apr 02 18:11:18.879064 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 33938) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:18.885099 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-eeb3057c-5c9f-4e6d-a9ee-d78d2ca69d3e admin admin] Request body: {'subnet': {'network_id': 'cfb48dea-d357-4081-a72c-1ec3c2310687', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1710701372-subnet', 'tenant_id': 'c37360c4a0504626873b6f97b9c29250', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:18.897203 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6fedf1-498f-46f6-895f-67cec9930e4b admin admin] Pushing event updated for resources: {'Network': ['ID=cfb48dea-d357-4081-a72c-1ec3c2310687,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:18.903534 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-eeb3057c-5c9f-4e6d-a9ee-d78d2ca69d3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:18.912313 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-eeb3057c-5c9f-4e6d-a9ee-d78d2ca69d3e admin admin] Usage tracker for resource:subnet and tenant:c37360c4a0504626873b6f97b9c29250 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:18.923980 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Network cfb48dea-d357-4081-a72c-1ec3c2310687 details requested by agent ovs-agent-dv-cinder-784603-1-iscsi with host dv-cinder-784603-1-iscsi {{(pid=84392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:11:18.934762 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7c6fedf1-498f-46f6-895f-67cec9930e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:19.022253 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-eeb3057c-5c9f-4e6d-a9ee-d78d2ca69d3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:19.041194 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-eeb3057c-5c9f-4e6d-a9ee-d78d2ca69d3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:19.105074 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb3057c-5c9f-4e6d-a9ee-d78d2ca69d3e admin admin] Made reservation on behalf of c37360c4a0504626873b6f97b9c29250 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:11:19.109963 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-eeb3057c-5c9f-4e6d-a9ee-d78d2ca69d3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:19.327346 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5c695c25-742c-425e-8e1a-51a99b6353d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:19.350813 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:19.484475 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-55a44e66-f555-4ba8-8c56-d92c313ebf41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854362271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854362849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760937'] for router, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:19.708405 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2d33e43e-b6cf-4e8d-bfa3-1594195aeb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971'] for subnet, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:19.727745 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:19.749837 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c695c25-742c-425e-8e1a-51a99b6353d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87c85f97-709c-42e8-9ad0-1e15d863d632,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:19.759427 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-5c695c25-742c-425e-8e1a-51a99b6353d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:19.853235 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c695c25-742c-425e-8e1a-51a99b6353d5 admin admin] Checking segment: {'id': '79e9c241-c624-40a8-b3c6-91372cba6e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2c3561c7-0557-4dc8-a2b0-a78acf3d60e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:11:19.853746 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c695c25-742c-425e-8e1a-51a99b6353d5 admin admin] Network hostable DHCP agents. Network: 2c3561c7-0557-4dc8-a2b0-a78acf3d60e3, hostable agents: ['41a019fe-56df-4d22-b19a-be518ff15af3'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:11:19.903617 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33e43e-b6cf-4e8d-bfa3-1594195aeb2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f251e70-9c7c-4901-a9b3-7ea1463d5c2b,revision_number=0']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:19.906396 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-2d33e43e-b6cf-4e8d-bfa3-1594195aeb2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:19.995047 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c695c25-742c-425e-8e1a-51a99b6353d5 admin admin] Network 2c3561c7-0557-4dc8-a2b0-a78acf3d60e3 is scheduled to be hosted by DHCP agent 41a019fe-56df-4d22-b19a-be518ff15af3 with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:11:20.043701 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-5c695c25-742c-425e-8e1a-51a99b6353d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-iscsi, 2c3561c7-0557-4dc8-a2b0-a78acf3d60e3) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:11:20.043701 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c695c25-742c-425e-8e1a-51a99b6353d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:20.044438 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5c695c25-742c-425e-8e1a-51a99b6353d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:20.045973 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf50008f-17b1-438e-92c6-c5e8e808dbeb None None] Network 2c3561c7-0557-4dc8-a2b0-a78acf3d60e3 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:11:20.151050 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-eeb3057c-5c9f-4e6d-a9ee-d78d2ca69d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:20.194290 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:20.291153 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d33e43e-b6cf-4e8d-bfa3-1594195aeb2a admin admin] Checking segment: {'id': 'ed805b0c-f3b6-4176-8c71-1ed496648d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:11:20.291558 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d33e43e-b6cf-4e8d-bfa3-1594195aeb2a admin admin] Network hostable DHCP agents. Network: 2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff, hostable agents: ['41a019fe-56df-4d22-b19a-be518ff15af3'], hosted agents: [] {{(pid=84390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:11:20.315323 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-55a44e66-f555-4ba8-8c56-d92c313ebf41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:20.338663 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-5c695c25-742c-425e-8e1a-51a99b6353d5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 2.1374497
Apr 02 18:11:20.367794 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-55a44e66-f555-4ba8-8c56-d92c313ebf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:20.418408 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f3f08d-2134-43f2-bdf3-cf7adec6c1de None None] Network 2c3561c7-0557-4dc8-a2b0-a78acf3d60e3 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:11:20.615943 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3057c-5c9f-4e6d-a9ee-d78d2ca69d3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fec0c31-c068-4ea6-b25e-65764845f668,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:20.649685 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-eeb3057c-5c9f-4e6d-a9ee-d78d2ca69d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:20.657207 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb3057c-5c9f-4e6d-a9ee-d78d2ca69d3e admin admin] Checking segment: {'id': '44094285-04a0-4d49-90e7-0f242b71451f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cfb48dea-d357-4081-a72c-1ec3c2310687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:11:20.657902 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb3057c-5c9f-4e6d-a9ee-d78d2ca69d3e admin admin] Network hostable DHCP agents. Network: cfb48dea-d357-4081-a72c-1ec3c2310687, hostable agents: ['41a019fe-56df-4d22-b19a-be518ff15af3'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:11:20.676197 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d33e43e-b6cf-4e8d-bfa3-1594195aeb2a admin admin] Network 2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff is scheduled to be hosted by DHCP agent 41a019fe-56df-4d22-b19a-be518ff15af3 with binding_index 1 {{(pid=84390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:11:20.731321 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb3057c-5c9f-4e6d-a9ee-d78d2ca69d3e admin admin] Network cfb48dea-d357-4081-a72c-1ec3c2310687 is scheduled to be hosted by DHCP agent 41a019fe-56df-4d22-b19a-be518ff15af3 with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:11:20.739161 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-eeb3057c-5c9f-4e6d-a9ee-d78d2ca69d3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-iscsi, cfb48dea-d357-4081-a72c-1ec3c2310687) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:11:20.749363 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb3057c-5c9f-4e6d-a9ee-d78d2ca69d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:20.750177 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-eeb3057c-5c9f-4e6d-a9ee-d78d2ca69d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:20.758462 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c0fa09-810c-47aa-8adb-af5829a5f22b None None] Network cfb48dea-d357-4081-a72c-1ec3c2310687 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:11:20.767661 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-2d33e43e-b6cf-4e8d-bfa3-1594195aeb2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-iscsi, 2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff) {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:11:20.772316 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d33e43e-b6cf-4e8d-bfa3-1594195aeb2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:20.772971 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2d33e43e-b6cf-4e8d-bfa3-1594195aeb2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for subnet, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:20.778321 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-55a44e66-f555-4ba8-8c56-d92c313ebf41 admin admin] Allocated IP 172.27.2.204 (42dddd6f-9dd9-47ad-90cc-d42a9f8f1223/91c6c6e9-4506-41a9-9628-98cc28823f44/3e0f614d-8b23-481c-99db-bed0a48be736) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:11:20.819553 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-eeb3057c-5c9f-4e6d-a9ee-d78d2ca69d3e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.9393475
Apr 02 18:11:20.849970 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e37fdb-2044-4070-b710-6805ef633e58 None None] Network 2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:11:20.850775 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 34006) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:20.894940 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-2d33e43e-b6cf-4e8d-bfa3-1594195aeb2a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.7295482
Apr 02 18:11:20.994519 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-55a44e66-f555-4ba8-8c56-d92c313ebf41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:21.098753 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-62b917e2-3ecc-4bd6-88c0-5b866ee1ebac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:21.103500 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-55a44e66-f555-4ba8-8c56-d92c313ebf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:21.129681 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-62b917e2-3ecc-4bd6-88c0-5b866ee1ebac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:21.140363 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-62b917e2-3ecc-4bd6-88c0-5b866ee1ebac admin admin] Usage tracker for resource:security_group_rule and tenant:298fb9dc394c4b649bcad0e22570077b is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:21.142953 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:21.149889 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-62b917e2-3ecc-4bd6-88c0-5b866ee1ebac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:21.169017 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-62b917e2-3ecc-4bd6-88c0-5b866ee1ebac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:21.352997 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6da050f-7ad3-42a6-92a2-2f74c8bac2a2 None None] Network 2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:11:21.364603 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-62b917e2-3ecc-4bd6-88c0-5b866ee1ebac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:21.381349 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a44e66-f555-4ba8-8c56-d92c313ebf41 admin admin] Pushing event updated for resources: {'Port': ['ID=3e0f614d-8b23-481c-99db-bed0a48be736,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:21.399555 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-55a44e66-f555-4ba8-8c56-d92c313ebf41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:21.405782 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-62b917e2-3ecc-4bd6-88c0-5b866ee1ebac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:21.419741 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:21.498282 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a44e66-f555-4ba8-8c56-d92c313ebf41 admin admin] Network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:11:21.499911 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-55a44e66-f555-4ba8-8c56-d92c313ebf41 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:11:21.502977 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a44e66-f555-4ba8-8c56-d92c313ebf41 admin admin] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:11:21.508162 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b917e2-3ecc-4bd6-88c0-5b866ee1ebac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88af8194-e417-4101-bb25-14dc48810b8e,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:21.520349 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-62b917e2-3ecc-4bd6-88c0-5b866ee1ebac admin admin] Synchronizing usage tracker for tenant:cd65e627fa6743a08df10bf92325330c on resource:security_group {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:11:21.523489 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-62b917e2-3ecc-4bd6-88c0-5b866ee1ebac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:21.612839 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-62b917e2-3ecc-4bd6-88c0-5b866ee1ebac admin admin] Unset dirty status for tenant:cd65e627fa6743a08df10bf92325330c on resource:security_group {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:11:21.614252 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-62b917e2-3ecc-4bd6-88c0-5b866ee1ebac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=298fb9dc394c4b649bcad0e22570077b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7621088
Apr 02 18:11:21.621964 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 34040) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:21.734551 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 34054) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:21.757440 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-1509d9fb-8a94-48f8-88f5-7eaf6d13e194 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-306971024-network', 'tenant_id': '1416ef9f382d4eb48b2544a6ff10349d'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:21.768837 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-1509d9fb-8a94-48f8-88f5-7eaf6d13e194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:21.777112 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-1509d9fb-8a94-48f8-88f5-7eaf6d13e194 admin admin] Usage tracker for resource:network and tenant:1416ef9f382d4eb48b2544a6ff10349d is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:21.801935 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-1509d9fb-8a94-48f8-88f5-7eaf6d13e194 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:21.811672 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-1509d9fb-8a94-48f8-88f5-7eaf6d13e194 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:21.813109 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 34072) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:21.826548 dv-cinder-784603-1-iscsi neutron-server[84275]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 02 18:11:21.836467 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ce10db40-fcc4-4e1a-b1ae-9ee217dcf41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:21.893300 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ed9963-e06b-4b79-8c2c-5b0e99f02bb2 None None] Network cfb48dea-d357-4081-a72c-1ec3c2310687 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:11:21.900698 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 34082) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:21.930073 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1509d9fb-8a94-48f8-88f5-7eaf6d13e194 admin admin] Made reservation on behalf of 1416ef9f382d4eb48b2544a6ff10349d for: {'network': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:11:21.934799 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1509d9fb-8a94-48f8-88f5-7eaf6d13e194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for network, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:22.046231 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1509d9fb-8a94-48f8-88f5-7eaf6d13e194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:22.119744 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ce10db40-fcc4-4e1a-b1ae-9ee217dcf41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:22.134182 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-1509d9fb-8a94-48f8-88f5-7eaf6d13e194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:22.144815 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-1509d9fb-8a94-48f8-88f5-7eaf6d13e194 admin admin] Usage tracker for resource:security_group_rule and tenant:1416ef9f382d4eb48b2544a6ff10349d is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:22.163302 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-1509d9fb-8a94-48f8-88f5-7eaf6d13e194 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:22.182150 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-1509d9fb-8a94-48f8-88f5-7eaf6d13e194 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:22.270610 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-44e46cf5-a55e-48e7-8b5a-096f9d4eabef tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:22.272241 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-44e46cf5-a55e-48e7-8b5a-096f9d4eabef tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/networks?id=2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff HTTP/1.1" status: 200  len: 814 time: 0.3666124
Apr 02 18:11:22.280329 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-e4ea26ad-8653-4cda-8b0b-ee7bf834add2 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:22.281904 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-e4ea26ad-8653-4cda-8b0b-ee7bf834add2 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/networks?id=cfb48dea-d357-4081-a72c-1ec3c2310687 HTTP/1.1" status: 200  len: 812 time: 0.4651709
Apr 02 18:11:22.309229 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-b897ba44-4ede-44c0-b44b-36d43c77aa1c tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/quotas/469aa9b529694baa91a42fa0eae6e868 HTTP/1.1" status: 200  len: 375 time: 0.0261834
Apr 02 18:11:22.327452 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-55a44e66-f555-4ba8-8c56-d92c313ebf41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:22.352050 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-b50b1791-b101-4d46-8e96-c3b8b525fb45 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/quotas/c37360c4a0504626873b6f97b9c29250 HTTP/1.1" status: 200  len: 375 time: 0.0609758
Apr 02 18:11:22.358442 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ce10db40-fcc4-4e1a-b1ae-9ee217dcf41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:22.407502 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:22.416919 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-2eb57e52-14fe-4bc2-8633-739820ac45b1 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=469aa9b529694baa91a42fa0eae6e868&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1068058
Apr 02 18:11:22.446761 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-a30623e6-95f0-4fd8-bbea-e4a706bae591 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c37360c4a0504626873b6f97b9c29250&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0811760
Apr 02 18:11:22.456760 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10db40-fcc4-4e1a-b1ae-9ee217dcf41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88af8194-e417-4101-bb25-14dc48810b8e,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:22.468764 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-ce10db40-fcc4-4e1a-b1ae-9ee217dcf41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:22.469865 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ce10db40-fcc4-4e1a-b1ae-9ee217dcf41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:22.473640 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-ce10db40-fcc4-4e1a-b1ae-9ee217dcf41d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/88af8194-e417-4101-bb25-14dc48810b8e HTTP/1.1" status: 204  len: 168 time: 0.8481643
Apr 02 18:11:22.630678 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1509d9fb-8a94-48f8-88f5-7eaf6d13e194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:22.680646 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-eb391962-6c80-4f7b-8201-a531d6aa8189 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 18:11:22.682100 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-eb391962-6c80-4f7b-8201-a531d6aa8189 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0641718
Apr 02 18:11:22.682772 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1509d9fb-8a94-48f8-88f5-7eaf6d13e194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:22.696780 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:22.749225 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1509d9fb-8a94-48f8-88f5-7eaf6d13e194 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'}  {{(pid=84390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:11:22.757571 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509d9fb-8a94-48f8-88f5-7eaf6d13e194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a27485-bfa0-4425-8d5a-91ac61a9cd85,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:22.765452 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-1509d9fb-8a94-48f8-88f5-7eaf6d13e194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:22.783131 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1509d9fb-8a94-48f8-88f5-7eaf6d13e194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:22.783517 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.segments_db [None req-1509d9fb-8a94-48f8-88f5-7eaf6d13e194 admin admin] Added segment b1eaf8c3-cbbc-456a-8bd4-d5cbf520b654 of type vlan for network a55045f7-661d-4636-8bfc-7d0594114a9f
Apr 02 18:11:22.788909 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-f297f333-e21a-459e-a956-21694f9a941c service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 18:11:22.790133 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-f297f333-e21a-459e-a956-21694f9a941c service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1506996
Apr 02 18:11:22.805388 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-55a44e66-f555-4ba8-8c56-d92c313ebf41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413598'] for router, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:22.873871 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1509d9fb-8a94-48f8-88f5-7eaf6d13e194 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740008826705'] for network, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:22.968566 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-8db5609e-861d-4f5d-9997-6017d0ceadb8 service neutron] 10.222.0.10 "GET /v2.0/networks/cfb48dea-d357-4081-a72c-1ec3c2310687?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2762392
Apr 02 18:11:23.070672 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-c6a5747e-59e5-4ef8-b46d-c5f7dad9b679 service neutron] 10.222.0.10 "GET /v2.0/networks/2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2641172
Apr 02 18:11:23.144877 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.db.resource_extend [None req-1509d9fb-8a94-48f8-88f5-7eaf6d13e194 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 02 18:11:23.216239 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1509d9fb-8a94-48f8-88f5-7eaf6d13e194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971'] for network, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:23.219190 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1509d9fb-8a94-48f8-88f5-7eaf6d13e194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:23.220436 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1509d9fb-8a94-48f8-88f5-7eaf6d13e194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:23.230038 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7c6fedf1-498f-46f6-895f-67cec9930e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:23.240591 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-a10c2b35-dded-48d0-9775-8325c06ecd80 service neutron] 10.222.0.10 "GET /v2.0/networks/cfb48dea-d357-4081-a72c-1ec3c2310687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2590435
Apr 02 18:11:23.260774 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-e8e82ac7-c27a-47a8-8927-fbc5e4c31430 service neutron] 10.222.0.10 "GET /v2.0/networks/2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1781466
Apr 02 18:11:23.341140 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 34136) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:23.351269 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509d9fb-8a94-48f8-88f5-7eaf6d13e194 admin admin] Pushing event updated for resources: {'Network': ['ID=a55045f7-661d-4636-8bfc-7d0594114a9f,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:23.354139 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-1509d9fb-8a94-48f8-88f5-7eaf6d13e194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:23.362565 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Network a55045f7-661d-4636-8bfc-7d0594114a9f details requested by agent ovs-agent-dv-cinder-784603-1-iscsi with host dv-cinder-784603-1-iscsi {{(pid=84392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:11:23.364930 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6ea34293-601b-4914-8400-c82837cd8a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:23.378313 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a44e66-f555-4ba8-8c56-d92c313ebf41 admin admin] Router 5cda0477-94c7-44f1-87a8-7f56a6a39d38 is scheduled to L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 with binding_index 1 {{(pid=84390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 02 18:11:23.382567 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-1509d9fb-8a94-48f8-88f5-7eaf6d13e194 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 1.6419904
Apr 02 18:11:23.386205 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 34142) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:23.395435 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-6ea34293-601b-4914-8400-c82837cd8a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:23.397119 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-c214d145-8ae4-4239-a6a2-e72456e57a34 admin admin] Request body: {'subnet': {'network_id': 'a55045f7-661d-4636-8bfc-7d0594114a9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-306971024-subnet', 'tenant_id': '1416ef9f382d4eb48b2544a6ff10349d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:23.409711 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-6ea34293-601b-4914-8400-c82837cd8a1f admin admin] Usage tracker for resource:security_group_rule and tenant:cdaa1ad7cc944904b83c934c53887deb is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:23.510512 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-6ea34293-601b-4914-8400-c82837cd8a1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:23.528253 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-6ea34293-601b-4914-8400-c82837cd8a1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:23.573548 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-c214d145-8ae4-4239-a6a2-e72456e57a34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:23.599034 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-c214d145-8ae4-4239-a6a2-e72456e57a34 admin admin] Usage tracker for resource:subnet and tenant:1416ef9f382d4eb48b2544a6ff10349d is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:23.620167 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-c214d145-8ae4-4239-a6a2-e72456e57a34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:23.631134 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-c214d145-8ae4-4239-a6a2-e72456e57a34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:23.679852 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a44e66-f555-4ba8-8c56-d92c313ebf41 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:11:23.688616 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c214d145-8ae4-4239-a6a2-e72456e57a34 admin admin] Made reservation on behalf of 1416ef9f382d4eb48b2544a6ff10349d for: {'subnet': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:11:23.691047 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36642bcf-b5ed-45d4-a682-f35269486c98 None None] Sync routers for ids ['5cda0477-94c7-44f1-87a8-7f56a6a39d38'] in dv-cinder-784603-1-iscsi {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:11:23.694590 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c214d145-8ae4-4239-a6a2-e72456e57a34 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:23.708344 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36642bcf-b5ed-45d4-a682-f35269486c98 None None] Routers {'5cda0477-94c7-44f1-87a8-7f56a6a39d38'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:11:23.709638 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-36642bcf-b5ed-45d4-a682-f35269486c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10d67b38>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:10:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['5cda0477-94c7-44f1-87a8-7f56a6a39d38'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:11:23.748527 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-538cad32-d253-4c26-919f-af0cf723ac9a req-977340b2-e4a7-4ad4-8979-e5a387ecf928 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 210 time: 0.0799971
Apr 02 18:11:23.831853 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-55a44e66-f555-4ba8-8c56-d92c313ebf41 admin admin] Notify callbacks [] for router, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:23.834945 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-aa6fad01-3df3-43aa-910f-97690883a84a req-9b28d847-2cbb-4761-a0bd-67c29a1f37c8 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 210 time: 0.0904212
Apr 02 18:11:23.837470 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-55a44e66-f555-4ba8-8c56-d92c313ebf41 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 5.6232848
Apr 02 18:11:23.840732 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 34182) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:23.917742 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6ea34293-601b-4914-8400-c82837cd8a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:24.001715 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6ea34293-601b-4914-8400-c82837cd8a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:24.021587 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:24.084828 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea34293-601b-4914-8400-c82837cd8a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a27e733-ad76-4389-95de-4552736fe66c,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:24.092550 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-6ea34293-601b-4914-8400-c82837cd8a1f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cdaa1ad7cc944904b83c934c53887deb&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7499163
Apr 02 18:11:24.096466 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-6ea34293-601b-4914-8400-c82837cd8a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:24.106265 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 34188) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:24.153859 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-36642bcf-b5ed-45d4-a682-f35269486c98 None None] Set router 5cda0477-94c7-44f1-87a8-7f56a6a39d38 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:11:24.396526 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4f3217ce-21f8-47c4-a7d5-a3877ca1e3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:24.446648 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4f3217ce-21f8-47c4-a7d5-a3877ca1e3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:24.478556 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c214d145-8ae4-4239-a6a2-e72456e57a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971'] for subnet, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:24.494377 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f1415321-a6b4-4b3e-9386-4e7adc49eb0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:24.635315 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-36642bcf-b5ed-45d4-a682-f35269486c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10d67b38>, [{'id': '5cda0477-94c7-44f1-87a8-7f56a6a39d38', 'name': 'tempest-ServerRescueNegativeTestJSON-340512828-router', 'tenant_id': '159f37d0eaf249a6b846671eb3cc125d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '3e0f614d-8b23-481c-99db-bed0a48be736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:11:18Z', 'updated_at': '2021-04-02T18:11:21Z', 'revision_number': 3, 'project_id': '159f37d0eaf249a6b846671eb3cc125d', 'gw_port': {'id': '3e0f614d-8b23-481c-99db-bed0a48be736', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cda0477-94c7-44f1-87a8-7f56a6a39d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:11:20Z', 'updated_at': '2021-04-02T18:11:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:11:24.652494 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36642bcf-b5ed-45d4-a682-f35269486c98 None None] Checking router: 5cda0477-94c7-44f1-87a8-7f56a6a39d38 for host: dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:11:24.652887 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36642bcf-b5ed-45d4-a682-f35269486c98 None None] Updating router 5cda0477-94c7-44f1-87a8-7f56a6a39d38 port 3e0f614d-8b23-481c-99db-bed0a48be736 binding host dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:11:24.710717 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214d145-8ae4-4239-a6a2-e72456e57a34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b67f11d-fa6d-4d0d-a652-f4b2e9f3c42e,revision_number=0']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:24.712881 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c214d145-8ae4-4239-a6a2-e72456e57a34 admin admin] Checking segment: {'id': 'b1eaf8c3-cbbc-456a-8bd4-d5cbf520b654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a55045f7-661d-4636-8bfc-7d0594114a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:11:24.713275 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c214d145-8ae4-4239-a6a2-e72456e57a34 admin admin] Network hostable DHCP agents. Network: a55045f7-661d-4636-8bfc-7d0594114a9f, hostable agents: ['41a019fe-56df-4d22-b19a-be518ff15af3'], hosted agents: [] {{(pid=84390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:11:24.720769 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c214d145-8ae4-4239-a6a2-e72456e57a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:24.734174 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-36642bcf-b5ed-45d4-a682-f35269486c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:24.860782 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c214d145-8ae4-4239-a6a2-e72456e57a34 admin admin] Network a55045f7-661d-4636-8bfc-7d0594114a9f is scheduled to be hosted by DHCP agent 41a019fe-56df-4d22-b19a-be518ff15af3 with binding_index 1 {{(pid=84390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:11:24.933746 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-c214d145-8ae4-4239-a6a2-e72456e57a34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-iscsi, a55045f7-661d-4636-8bfc-7d0594114a9f) {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:11:24.939280 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c214d145-8ae4-4239-a6a2-e72456e57a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:24.940157 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c214d145-8ae4-4239-a6a2-e72456e57a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for subnet, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:24.948011 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c34760d-f889-498e-a207-0baf2305a987 None None] Network a55045f7-661d-4636-8bfc-7d0594114a9f requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:11:25.018516 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-c214d145-8ae4-4239-a6a2-e72456e57a34 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.6266611
Apr 02 18:11:25.200607 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ae51822a-470f-4721-bc36-6b9da0494cae req-0d1b2f70-a3c0-49e8-9e3d-66778c51c8fb tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 210 time: 0.1200447
Apr 02 18:11:25.208471 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ad5d6676-a053-4791-942b-e02a8d4527e8 req-255ac08d-2c99-44f7-bbc1-5d0f9b0a2e94 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 210 time: 0.0748928
Apr 02 18:11:25.218926 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 34254) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:25.311863 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_v2 [None req-229a7ed3-b3b8-4f94-af03-eb3203473800 admin admin] Deleting subnet 87c85f97-709c-42e8-9ad0-1e15d863d632 {{(pid=84390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:11:25.318678 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-229a7ed3-b3b8-4f94-af03-eb3203473800 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:25.385088 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4f3217ce-21f8-47c4-a7d5-a3877ca1e3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:25.418376 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916b237b-a81d-4ec2-b7a2-0eb091e9d138 None None] Network a55045f7-661d-4636-8bfc-7d0594114a9f requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:11:25.428982 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-2d832b07-0e14-457f-b703-6ce59bd7ffad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:25.429868 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-229a7ed3-b3b8-4f94-af03-eb3203473800 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:25.441014 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-229a7ed3-b3b8-4f94-af03-eb3203473800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1495'] for subnet, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:25.503479 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3217ce-21f8-47c4-a7d5-a3877ca1e3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a27e733-ad76-4389-95de-4552736fe66c,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:25.517460 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4f3217ce-21f8-47c4-a7d5-a3877ca1e3f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:25.568435 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4f3217ce-21f8-47c4-a7d5-a3877ca1e3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:25.569664 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-4f3217ce-21f8-47c4-a7d5-a3877ca1e3f6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2a27e733-ad76-4389-95de-4552736fe66c HTTP/1.1" status: 204  len: 168 time: 1.4618618
Apr 02 18:11:25.816840 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-36642bcf-b5ed-45d4-a682-f35269486c98 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:25.826509 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-82e81906-d3f2-419a-b201-e6ca6d5e8980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:25.881716 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-36642bcf-b5ed-45d4-a682-f35269486c98 None None] Transition to ACTIVE for port object 3e0f614d-8b23-481c-99db-bed0a48be736 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:11:25.931633 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-36642bcf-b5ed-45d4-a682-f35269486c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:26.000179 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b686ed6a-6888-4644-baa6-88b8983989f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:26.040845 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-229a7ed3-b3b8-4f94-af03-eb3203473800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971'] for subnet, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:26.182966 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:26.202923 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-82e81906-d3f2-419a-b201-e6ca6d5e8980 admin admin] Allocated IP 172.20.0.1 (1fdcddea-b2b5-4b14-98c1-e98bd8f88785/e424265f-054f-4091-8e6d-5b2cbdc6da6a/c4e962dc-fdc4-46f8-9ae6-66f6ecc91696) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:11:26.233627 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a7ed3-b3b8-4f94-af03-eb3203473800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87c85f97-709c-42e8-9ad0-1e15d863d632,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:26.236928 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-229a7ed3-b3b8-4f94-af03-eb3203473800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:26.239722 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-229a7ed3-b3b8-4f94-af03-eb3203473800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for subnet, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:26.249693 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ab118-f9b1-425e-b7e6-b7383c07ebd7 None None] Pushing event updated for resources: {'Port': ['ID=3e0f614d-8b23-481c-99db-bed0a48be736,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:26.266630 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-229a7ed3-b3b8-4f94-af03-eb3203473800 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/87c85f97-709c-42e8-9ad0-1e15d863d632 HTTP/1.1" status: 204  len: 168 time: 1.0435481
Apr 02 18:11:26.267842 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 34296) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:26.284645 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ab118-f9b1-425e-b7e6-b7383c07ebd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:26.285200 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ab118-f9b1-425e-b7e6-b7383c07ebd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:26.285579 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ab118-f9b1-425e-b7e6-b7383c07ebd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:26.285954 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ab118-f9b1-425e-b7e6-b7383c07ebd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:26.286529 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ab118-f9b1-425e-b7e6-b7383c07ebd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:26.286896 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ab118-f9b1-425e-b7e6-b7383c07ebd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:26.287258 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ab118-f9b1-425e-b7e6-b7383c07ebd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:26.287621 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ab118-f9b1-425e-b7e6-b7383c07ebd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:26.287999 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ab118-f9b1-425e-b7e6-b7383c07ebd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:26.288358 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ab118-f9b1-425e-b7e6-b7383c07ebd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:26.288714 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ab118-f9b1-425e-b7e6-b7383c07ebd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:26.289066 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ab118-f9b1-425e-b7e6-b7383c07ebd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849ab118-f9b1-425e-b7e6-b7383c07ebd7 None None] Tracked resource versions report:
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]: pushed versions:
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]: {   'AddressGroup': {'1.2'},
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]:     'ConntrackHelper': {'1.0'},
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Log': {'1.0'},
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Network': {'1.1'},
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Port': {'1.7'},
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]:     'PortForwarding': {'1.2'},
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]:     'QosPolicy': {'1.8'},
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]:     'SecurityGroup': {'1.4'},
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]:     'SecurityGroupRule': {'1.2'},
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]:     'SubPort': {'1.0'},
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Subnet': {'1.1'},
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Trunk': {'1.1'}}
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]: consumer versions:
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]: {   DHCP agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]:     HyperV agent@hv-cinder-78460: {},
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]:     L3 agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]:     Metadata agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]:     Metering agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]:     Open vSwitch agent@dv-cinder-784603-1-iscsi: {   'AddressGroup': '1.2',
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'ConntrackHelper': '1.0',
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Log': '1.0',
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Network': '1.1',
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Port': '1.7',
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'PortForwarding': '1.2',
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'QosPolicy': '1.8',
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'SecurityGroup': '1.4',
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'SecurityGroupRule': '1.2',
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'SubPort': '1.0',
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Subnet': '1.1',
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Trunk': '1.1'}}
Apr 02 18:11:26.290347 dv-cinder-784603-1-iscsi neutron-server[84275]:  {{(pid=84393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 02 18:11:26.299642 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-849ab118-f9b1-425e-b7e6-b7383c07ebd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:26.349369 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 34300) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:26.427943 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-36642bcf-b5ed-45d4-a682-f35269486c98 None None] Attempting to bind port 3e0f614d-8b23-481c-99db-bed0a48be736 on host dv-cinder-784603-1-iscsi for vnic_type normal with profile  {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:11:26.428330 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-36642bcf-b5ed-45d4-a682-f35269486c98 None None] Attempting to bind port 3e0f614d-8b23-481c-99db-bed0a48be736 by drivers openvswitch,hyperv on host dv-cinder-784603-1-iscsi at level 0 using segments [{'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:11:26.428734 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36642bcf-b5ed-45d4-a682-f35269486c98 None None] Attempting to bind port 3e0f614d-8b23-481c-99db-bed0a48be736 on network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:11:26.437762 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36642bcf-b5ed-45d4-a682-f35269486c98 None None] Checking agent: {'id': '478d2ba1-0e2e-4399-8e0b-445f221199a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 2, 29), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:11:26.437762 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36642bcf-b5ed-45d4-a682-f35269486c98 None None] Checking segment: {'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:11:26.437762 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-36642bcf-b5ed-45d4-a682-f35269486c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:26.437762 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36642bcf-b5ed-45d4-a682-f35269486c98 None None] Bound using segment: {'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:11:26.437762 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-36642bcf-b5ed-45d4-a682-f35269486c98 None None] Bound port: 3e0f614d-8b23-481c-99db-bed0a48be736, host: dv-cinder-784603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:11:26.437762 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-36642bcf-b5ed-45d4-a682-f35269486c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:26.530684 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fa012b18-dd36-47c2-8a2f-0a3a9c3460e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:26.536736 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3d9991c5-28dd-4841-9b81-b7bde2860430 req-c01519c0-4550-47ec-b23b-f75ea6128b9a tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 210 time: 0.1060538
Apr 02 18:11:26.541926 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-85612606-43d6-4ff3-8d25-80344a26761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-37997'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:26.559041 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-fa012b18-dd36-47c2-8a2f-0a3a9c3460e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:26.562937 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-fa012b18-dd36-47c2-8a2f-0a3a9c3460e8 admin admin] Usage tracker for resource:security_group_rule and tenant:0bd1bcf27ab240fa95c023ac5c8d2f2f is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:26.566073 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-fa012b18-dd36-47c2-8a2f-0a3a9c3460e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:26.572201 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-fa012b18-dd36-47c2-8a2f-0a3a9c3460e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:26.602969 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-36642bcf-b5ed-45d4-a682-f35269486c98 None None] For port 3e0f614d-8b23-481c-99db-bed0a48be736, host dv-cinder-784603-1-iscsi, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:11:26.612667 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-36642bcf-b5ed-45d4-a682-f35269486c98 None None] For port 3e0f614d-8b23-481c-99db-bed0a48be736, host dv-cinder-784603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=3e0f614d-8b23-481c-99db-bed0a48be736,segment=NetworkSegment(422579c7-e086-4847-b55f-de8760ffa8dd),segment_id=422579c7-e086-4847-b55f-de8760ffa8dd)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:11:26.664019 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-36642bcf-b5ed-45d4-a682-f35269486c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:26.684231 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:26.687295 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7f6d46e3-087e-4719-931a-e6cd3035d27f req-d6cfa826-8674-4113-bf08-a74378e5082b tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 210 time: 0.2052822
Apr 02 18:11:26.702533 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fa012b18-dd36-47c2-8a2f-0a3a9c3460e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:26.759874 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fa012b18-dd36-47c2-8a2f-0a3a9c3460e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:26.788898 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-344c6353-5d6a-43c7-bd43-811dca147df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:26.837715 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-fa012b18-dd36-47c2-8a2f-0a3a9c3460e8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0bd1bcf27ab240fa95c023ac5c8d2f2f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4868288
Apr 02 18:11:26.869251 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 34316) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:26.870172 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ab118-f9b1-425e-b7e6-b7383c07ebd7 None None] Pushing event updated for resources: {'Port': ['ID=3e0f614d-8b23-481c-99db-bed0a48be736,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:26.875058 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-849ab118-f9b1-425e-b7e6-b7383c07ebd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:26.912081 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa012b18-dd36-47c2-8a2f-0a3a9c3460e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba73f9d5-cd06-4872-ab0c-8b6379407b52,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:26.914448 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-fa012b18-dd36-47c2-8a2f-0a3a9c3460e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:26.925196 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36642bcf-b5ed-45d4-a682-f35269486c98 None None] Routers {'5cda0477-94c7-44f1-87a8-7f56a6a39d38'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:11:26.925846 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-36642bcf-b5ed-45d4-a682-f35269486c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10d67b38>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:10:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['5cda0477-94c7-44f1-87a8-7f56a6a39d38'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:11:26.959425 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-85612606-43d6-4ff3-8d25-80344a26761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854513834', 'neutron.services.segments.db._delete_segments_for_network--9223363296845448257'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:27.077536 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-82e81906-d3f2-419a-b201-e6ca6d5e8980 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:27.140161 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-92045fe8-4e08-4730-988e-748fc23df0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:27.148281 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-85612606-43d6-4ff3-8d25-80344a26761c admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f2f10ac3048>> segment before_delete 55550000 {{(pid=84391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:27.148684 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-85612606-43d6-4ff3-8d25-80344a26761c admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f2f10ac3048>> subnet precommit_delete_associations 55550000 {{(pid=84391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:27.149505 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-85612606-43d6-4ff3-8d25-80344a26761c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2f108f8dd8>> segment_host_mapping after_create 55550000 {{(pid=84391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:27.149873 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-85612606-43d6-4ff3-8d25-80344a26761c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2f108f8dd8>> port after_create 55550000 {{(pid=84391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:27.150289 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-85612606-43d6-4ff3-8d25-80344a26761c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2f108f8dd8>> port after_delete 55550000 {{(pid=84391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:27.150596 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-85612606-43d6-4ff3-8d25-80344a26761c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2f108f8dd8>> port after_update 55550000 {{(pid=84391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:27.150952 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-85612606-43d6-4ff3-8d25-80344a26761c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2f108f8dd8>> segment after_delete 55550000 {{(pid=84391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:27.151408 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-85612606-43d6-4ff3-8d25-80344a26761c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2f108f8dd8>> subnet after_create 55550000 {{(pid=84391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:27.151646 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-85612606-43d6-4ff3-8d25-80344a26761c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2f108f8dd8>> subnet after_delete 55550000 {{(pid=84391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:27.152092 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-85612606-43d6-4ff3-8d25-80344a26761c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2f108f8dd8>> subnet after_update 55550000 {{(pid=84391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:27.299974 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-36642bcf-b5ed-45d4-a682-f35269486c98 None None] Set router 5cda0477-94c7-44f1-87a8-7f56a6a39d38 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:11:27.325214 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-85612606-43d6-4ff3-8d25-80344a26761c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2f102aebe0>> subnet after_create 55550000 {{(pid=84391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:27.325597 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-85612606-43d6-4ff3-8d25-80344a26761c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2f102aebe0>> subnet after_delete 55550000 {{(pid=84391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:27.325961 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-85612606-43d6-4ff3-8d25-80344a26761c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2f102aebe0>> subnet before_create 55550000 {{(pid=84391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:27.326346 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-85612606-43d6-4ff3-8d25-80344a26761c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2f102aebe0>> subnet before_update 55550000 {{(pid=84391) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:27.326730 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-85612606-43d6-4ff3-8d25-80344a26761c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2f104e8358>,) {'filters': {'network_id': ['2c3561c7-0557-4dc8-a2b0-a78acf3d60e3']}} {{(pid=84391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:11:27.362040 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-85612606-43d6-4ff3-8d25-80344a26761c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f104e8358>, '79e9c241-c624-40a8-b3c6-91372cba6e99') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:11:27.362316 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-85612606-43d6-4ff3-8d25-80344a26761c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f104e8358>, '79e9c241-c624-40a8-b3c6-91372cba6e99') {} {{(pid=84391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:11:27.382735 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-92045fe8-4e08-4730-988e-748fc23df0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:27.391908 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-85612606-43d6-4ff3-8d25-80344a26761c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740009327441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3088596'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:27.426647 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-85612606-43d6-4ff3-8d25-80344a26761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:27.442486 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85612606-43d6-4ff3-8d25-80344a26761c admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:11:27.471330 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-82e81906-d3f2-419a-b201-e6ca6d5e8980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851822213'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:27.541931 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-764367ea-6ddd-4c6a-ba32-70232e87658a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:27.594429 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-35f302ac-8e6c-4d54-8e4c-dd317a4effed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:27.613211 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-36642bcf-b5ed-45d4-a682-f35269486c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10d67b38>, [{'id': '5cda0477-94c7-44f1-87a8-7f56a6a39d38', 'name': 'tempest-ServerRescueNegativeTestJSON-340512828-router', 'tenant_id': '159f37d0eaf249a6b846671eb3cc125d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '3e0f614d-8b23-481c-99db-bed0a48be736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:11:18Z', 'updated_at': '2021-04-02T18:11:21Z', 'revision_number': 3, 'project_id': '159f37d0eaf249a6b846671eb3cc125d', 'gw_port': {'id': '3e0f614d-8b23-481c-99db-bed0a48be736', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cda0477-94c7-44f1-87a8-7f56a6a39d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:11:20Z', 'updated_at': '2021-04-02T18:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:11:27.617358 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36642bcf-b5ed-45d4-a682-f35269486c98 None None] The sync data for ids ['5cda0477-94c7-44f1-87a8-7f56a6a39d38'] in dv-cinder-784603-1-iscsi is: [{'id': '5cda0477-94c7-44f1-87a8-7f56a6a39d38', 'name': 'tempest-ServerRescueNegativeTestJSON-340512828-router', 'tenant_id': '159f37d0eaf249a6b846671eb3cc125d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '3e0f614d-8b23-481c-99db-bed0a48be736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:11:18Z', 'updated_at': '2021-04-02T18:11:21Z', 'revision_number': 3, 'project_id': '159f37d0eaf249a6b846671eb3cc125d', 'gw_port': {'id': '3e0f614d-8b23-481c-99db-bed0a48be736', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cd:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cda0477-94c7-44f1-87a8-7f56a6a39d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:11:20Z', 'updated_at': '2021-04-02T18:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:11:27.823155 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-85612606-43d6-4ff3-8d25-80344a26761c admin admin] Network 2c3561c7-0557-4dc8-a2b0-a78acf3d60e3 has no segments {{(pid=84391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:11:27.833459 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-85612606-43d6-4ff3-8d25-80344a26761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854517445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2953485'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:27.902868 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e81906-d3f2-419a-b201-e6ca6d5e8980 admin admin] Pushing event updated for resources: {'Port': ['ID=c4e962dc-fdc4-46f8-9ae6-66f6ecc91696,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:27.905927 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-82e81906-d3f2-419a-b201-e6ca6d5e8980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:28.123764 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-92045fe8-4e08-4730-988e-748fc23df0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:28.188115 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9a90bcd2-3eaa-4d1f-9504-49034dc5769c req-007df67d-5c57-4419-a108-de8502f65612 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 210 time: 0.4594145
Apr 02 18:11:28.209300 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-ce10db40-fcc4-4e1a-b1ae-9ee217dcf41d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:28.251001 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c38d20f1-28d2-4b0c-a788-399956b7992b req-943aa4e2-c7c9-4a9c-9286-751d954ebc8b tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 210 time: 0.1303198
Apr 02 18:11:28.305769 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92045fe8-4e08-4730-988e-748fc23df0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba73f9d5-cd06-4872-ab0c-8b6379407b52,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:28.340360 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-92045fe8-4e08-4730-988e-748fc23df0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:28.377951 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-85612606-43d6-4ff3-8d25-80344a26761c admin admin] Network 2c3561c7-0557-4dc8-a2b0-a78acf3d60e3 has no segments {{(pid=84391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:   from cryptography.utils import int_from_bytes
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:   from cryptography.utils import int_from_bytes
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:   (rel_b, rel_a, rel_b),
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:   (rel_b, rel_a, rel_b),
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]: Traceback (most recent call last):
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:     timer()
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:     cb(*args, **kw)
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:     return func(*args, **kwargs)
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:     self._notify()
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:     self.callback(batched_events)
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:     event.method(event)
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:     segment_id)['aggregates'][0]
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:     return f(self, *a, **k)
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self._get(url).json()
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:     **kwargs)
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:     **endpoint_filter)
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:11:28.410513 dv-cinder-784603-1-iscsi neutron-server[84275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:11:28.464777 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-92045fe8-4e08-4730-988e-748fc23df0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:28.466024 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-92045fe8-4e08-4730-988e-748fc23df0e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ba73f9d5-cd06-4872-ab0c-8b6379407b52 HTTP/1.1" status: 204  len: 168 time: 1.5846972
Apr 02 18:11:28.494631 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e81906-d3f2-419a-b201-e6ca6d5e8980 admin admin] Network 1fdcddea-b2b5-4b14-98c1-e98bd8f88785 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:11:28.498331 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-82e81906-d3f2-419a-b201-e6ca6d5e8980 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:11:28.504931 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e81906-d3f2-419a-b201-e6ca6d5e8980 admin admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:11:28.561294 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-82e81906-d3f2-419a-b201-e6ca6d5e8980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854367933'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:28.586810 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-85612606-43d6-4ff3-8d25-80344a26761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-261967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854362150'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:28.596314 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-85612606-43d6-4ff3-8d25-80344a26761c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:28.603470 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8d262804-d14e-4f98-91b3-8e697874a49c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:28.634369 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-85612606-43d6-4ff3-8d25-80344a26761c admin admin] 10.222.0.10 "DELETE /v2.0/networks/2c3561c7-0557-4dc8-a2b0-a78acf3d60e3 HTTP/1.1" status: 204  len: 168 time: 2.3659847
Apr 02 18:11:28.636885 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85612606-43d6-4ff3-8d25-80344a26761c admin admin] Pushing event deleted for resources: {'Network': ['ID=2c3561c7-0557-4dc8-a2b0-a78acf3d60e3,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:28.637345 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 34368) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:28.639690 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-85612606-43d6-4ff3-8d25-80344a26761c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:28.709463 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_v2 [None req-a176beb3-fa17-459e-8450-99dfb67aa6f9 admin admin] Deleting subnet 7b67f11d-fa6d-4d0d-a652-f4b2e9f3c42e {{(pid=84390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:11:28.765718 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:28.794158 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a176beb3-fa17-459e-8450-99dfb67aa6f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:28.853194 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a176beb3-fa17-459e-8450-99dfb67aa6f9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:28.878890 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a176beb3-fa17-459e-8450-99dfb67aa6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1495'] for subnet, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:29.033037 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-82e81906-d3f2-419a-b201-e6ca6d5e8980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:29.225099 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a176beb3-fa17-459e-8450-99dfb67aa6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971'] for subnet, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:29.245202 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:29.313609 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 34386) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:29.350166 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176beb3-fa17-459e-8450-99dfb67aa6f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b67f11d-fa6d-4d0d-a652-f4b2e9f3c42e,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:29.353187 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a176beb3-fa17-459e-8450-99dfb67aa6f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:29.397231 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1a05b53f-f69d-4f66-854b-cd88e9a3aa12 req-09e49a1f-0c3e-4c03-b041-52cc62a455bc tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 210 time: 0.0848663
Apr 02 18:11:29.402197 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7712fb15-6344-4a2c-92b5-75c43e99ff06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:29.409659 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a176beb3-fa17-459e-8450-99dfb67aa6f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for subnet, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:29.428347 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-a176beb3-fa17-459e-8450-99dfb67aa6f9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7b67f11d-fa6d-4d0d-a652-f4b2e9f3c42e HTTP/1.1" status: 204  len: 168 time: 0.7896681
Apr 02 18:11:29.431503 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 34394) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:29.490255 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 3e0f614d-8b23-481c-99db-bed0a48be736 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:11:29.495519 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-27da7078-71e1-4282-bc15-d9787dae6a3d req-a0c41b64-d039-4335-a141-39e8c0245fa1 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 210 time: 0.0972304
Apr 02 18:11:29.507795 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-7712fb15-6344-4a2c-92b5-75c43e99ff06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:29.512962 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-7712fb15-6344-4a2c-92b5-75c43e99ff06 admin admin] Usage tracker for resource:security_group_rule and tenant:18ca9255148844b9ae6fecb155b440d8 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:29.518034 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-7712fb15-6344-4a2c-92b5-75c43e99ff06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:29.537353 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-7712fb15-6344-4a2c-92b5-75c43e99ff06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:29.575033 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-82e81906-d3f2-419a-b201-e6ca6d5e8980 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:29.576611 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6fbda448-61cf-4e64-b30d-42c9b5dd8922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:29.616687 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2303a133-5e07-4b9b-92e4-55c5f8e37726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-37997'] for network, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:29.618979 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-82e81906-d3f2-419a-b201-e6ca6d5e8980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2953587'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:29.655377 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:29.657983 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning for port 3e0f614d-8b23-481c-99db-bed0a48be736 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:11:29.664407 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port 3e0f614d-8b23-481c-99db-bed0a48be736 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:11:29.665227 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:29.830528 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.15', 52245) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:29.833943 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7712fb15-6344-4a2c-92b5-75c43e99ff06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:29.848301 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-82e81906-d3f2-419a-b201-e6ca6d5e8980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854365290'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:29.883622 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:29.915584 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] For port 3e0f614d-8b23-481c-99db-bed0a48be736, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=3e0f614d-8b23-481c-99db-bed0a48be736,segment=NetworkSegment(422579c7-e086-4847-b55f-de8760ffa8dd),segment_id=422579c7-e086-4847-b55f-de8760ffa8dd)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:11:29.956241 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e81906-d3f2-419a-b201-e6ca6d5e8980 admin admin] Pushing event updated for resources: {'Port': ['ID=c4e962dc-fdc4-46f8-9ae6-66f6ecc91696,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:29.959464 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-82e81906-d3f2-419a-b201-e6ca6d5e8980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:29.965234 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:29.968652 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:29.991662 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7712fb15-6344-4a2c-92b5-75c43e99ff06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:30.064432 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-92045fe8-4e08-4730-988e-748fc23df0e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:30.132900 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:30.135015 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Pushing event updated for resources: {'Port': ['ID=3e0f614d-8b23-481c-99db-bed0a48be736,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:30.168434 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:30.169408 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:30.169786 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:30.170151 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:30.170560 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:30.170954 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:30.171340 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:30.171718 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:30.172151 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:30.172536 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:30.172899 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:30.177535 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Tracked resource versions report:
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]: pushed versions:
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]: {   'AddressGroup': {'1.2'},
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]:     'ConntrackHelper': {'1.0'},
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Log': {'1.0'},
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Network': {'1.1'},
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Port': {'1.7'},
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]:     'PortForwarding': {'1.2'},
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]:     'QosPolicy': {'1.8'},
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]:     'SecurityGroup': {'1.4'},
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]:     'SecurityGroupRule': {'1.2'},
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]:     'SubPort': {'1.0'},
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Subnet': {'1.1'},
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]:     'Trunk': {'1.1'}}
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]: consumer versions:
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]: {   DHCP agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]:     HyperV agent@hv-cinder-78460: {},
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]:     L3 agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]:     Metadata agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]:     Metering agent@dv-cinder-784603-1-iscsi: {},
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]:     Open vSwitch agent@dv-cinder-784603-1-iscsi: {   'AddressGroup': '1.2',
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'ConntrackHelper': '1.0',
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Log': '1.0',
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Network': '1.1',
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Port': '1.7',
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'PortForwarding': '1.2',
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'QosPolicy': '1.8',
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'SecurityGroup': '1.4',
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'SecurityGroupRule': '1.2',
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'SubPort': '1.0',
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Subnet': '1.1',
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]:                                                      'Trunk': '1.1'}}
Apr 02 18:11:30.178872 dv-cinder-784603-1-iscsi neutron-server[84275]:  {{(pid=84392) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 02 18:11:30.495080 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:30.497134 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-7712fb15-6344-4a2c-92b5-75c43e99ff06 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=18ca9255148844b9ae6fecb155b440d8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9234672
Apr 02 18:11:30.497134 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 34430) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:30.497134 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712fb15-6344-4a2c-92b5-75c43e99ff06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcdbef0-6882-4fc2-9a2c-d474a10b5b45,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:30.497134 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7712fb15-6344-4a2c-92b5-75c43e99ff06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:30.497134 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 34434) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:30.498006 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2303a133-5e07-4b9b-92e4-55c5f8e37726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854513834', 'neutron.services.segments.db._delete_segments_for_network--9223363296845448257'] for network, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:30.498532 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e81906-d3f2-419a-b201-e6ca6d5e8980 admin admin] Network 1fdcddea-b2b5-4b14-98c1-e98bd8f88785 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:11:30.498532 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-82e81906-d3f2-419a-b201-e6ca6d5e8980 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:11:30.554767 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2303a133-5e07-4b9b-92e4-55c5f8e37726 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f2f10843eb8>> segment before_delete 55550000 {{(pid=84390) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:30.555254 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2303a133-5e07-4b9b-92e4-55c5f8e37726 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f2f10843eb8>> subnet precommit_delete_associations 55550000 {{(pid=84390) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:30.556163 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2303a133-5e07-4b9b-92e4-55c5f8e37726 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2f10475320>> segment_host_mapping after_create 55550000 {{(pid=84390) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:30.556621 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2303a133-5e07-4b9b-92e4-55c5f8e37726 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2f10475320>> port after_create 55550000 {{(pid=84390) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:30.557052 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2303a133-5e07-4b9b-92e4-55c5f8e37726 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2f10475320>> port after_delete 55550000 {{(pid=84390) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:30.557486 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2303a133-5e07-4b9b-92e4-55c5f8e37726 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2f10475320>> port after_update 55550000 {{(pid=84390) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:30.557914 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2303a133-5e07-4b9b-92e4-55c5f8e37726 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2f10475320>> segment after_delete 55550000 {{(pid=84390) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:30.558440 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2303a133-5e07-4b9b-92e4-55c5f8e37726 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2f10475320>> subnet after_create 55550000 {{(pid=84390) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:30.558837 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2303a133-5e07-4b9b-92e4-55c5f8e37726 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2f10475320>> subnet after_delete 55550000 {{(pid=84390) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:30.559264 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2303a133-5e07-4b9b-92e4-55c5f8e37726 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2f10475320>> subnet after_update 55550000 {{(pid=84390) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:30.652883 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d0747e51-fd27-4532-9b73-f50c65792723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:30.667602 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-73b071ac-750b-4ce5-ab3f-192b9f4bbdd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:30.725393 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-73b071ac-750b-4ce5-ab3f-192b9f4bbdd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:30.743888 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2303a133-5e07-4b9b-92e4-55c5f8e37726 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2f10b936d8>> subnet after_create 55550000 {{(pid=84390) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:30.744400 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2303a133-5e07-4b9b-92e4-55c5f8e37726 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2f10b936d8>> subnet after_delete 55550000 {{(pid=84390) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:30.744634 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2303a133-5e07-4b9b-92e4-55c5f8e37726 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2f10b936d8>> subnet before_create 55550000 {{(pid=84390) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:30.745003 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2303a133-5e07-4b9b-92e4-55c5f8e37726 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2f10b936d8>> subnet before_update 55550000 {{(pid=84390) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 02 18:11:30.745447 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-2303a133-5e07-4b9b-92e4-55c5f8e37726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2f10843320>,) {'filters': {'network_id': ['a55045f7-661d-4636-8bfc-7d0594114a9f']}} {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:11:30.783783 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-41d5aeb7-e91b-40a2-8424-73c7cec160a6 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:30.784728 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-41d5aeb7-e91b-40a2-8424-73c7cec160a6 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Synchronizing usage tracker for tenant:c37360c4a0504626873b6f97b9c29250 on resource:network {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:11:30.789101 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.15', 52246) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:30.791598 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-2303a133-5e07-4b9b-92e4-55c5f8e37726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f10843320>, 'b1eaf8c3-cbbc-456a-8bd4-d5cbf520b654') {'for_net_delete': True} {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:11:30.791931 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-2303a133-5e07-4b9b-92e4-55c5f8e37726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f10843320>, 'b1eaf8c3-cbbc-456a-8bd4-d5cbf520b654') {} {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:11:30.842802 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2303a133-5e07-4b9b-92e4-55c5f8e37726 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740009327441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2990139'] for segment, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:30.864268 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8e4ac02b-3c62-4fd6-a93e-d7abf8f0ba5e req-6e442330-339c-40f2-b388-bbfc235d3f72 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 210 time: 0.1269686
Apr 02 18:11:30.899294 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-d0747e51-fd27-4532-9b73-f50c65792723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:30.913115 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-d0747e51-fd27-4532-9b73-f50c65792723 admin admin] Usage tracker for resource:security_group_rule and tenant:1fcae1f5762a4b8689b6eb490bb5e4a7 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:30.916216 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-d0747e51-fd27-4532-9b73-f50c65792723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:30.923500 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-d0747e51-fd27-4532-9b73-f50c65792723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:30.975872 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e81906-d3f2-419a-b201-e6ca6d5e8980 admin admin] Router 5cda0477-94c7-44f1-87a8-7f56a6a39d38 has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:11:31.021360 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2aee3ff8-1ff7-43f3-bc71-053ca30ea23c req-efc95ea3-be80-489c-bfe6-bf6fe951a32b tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 210 time: 0.2865109
Apr 02 18:11:31.069348 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-5001404b-a098-4878-9823-8612300392e7 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:31.070180 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-5001404b-a098-4878-9823-8612300392e7 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Synchronizing usage tracker for tenant:469aa9b529694baa91a42fa0eae6e868 on resource:network {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:11:31.074244 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2303a133-5e07-4b9b-92e4-55c5f8e37726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:31.085618 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2303a133-5e07-4b9b-92e4-55c5f8e37726 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=84390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:11:31.262459 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d0747e51-fd27-4532-9b73-f50c65792723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:31.310023 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d0747e51-fd27-4532-9b73-f50c65792723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:31.314221 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-2303a133-5e07-4b9b-92e4-55c5f8e37726 admin admin] Network a55045f7-661d-4636-8bfc-7d0594114a9f has no segments {{(pid=84390) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:11:31.322999 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:31.323803 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2303a133-5e07-4b9b-92e4-55c5f8e37726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854517445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852572958'] for segment, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:31.359360 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e81906-d3f2-419a-b201-e6ca6d5e8980 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:11:31.371069 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697fd1da-308c-4f44-846f-302243e32b51 None None] Sync routers for ids ['5cda0477-94c7-44f1-87a8-7f56a6a39d38'] in dv-cinder-784603-1-iscsi {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:11:31.377590 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-d0747e51-fd27-4532-9b73-f50c65792723 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1fcae1f5762a4b8689b6eb490bb5e4a7&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0434089
Apr 02 18:11:31.382846 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 34472) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:31.398908 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-41d5aeb7-e91b-40a2-8424-73c7cec160a6 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Unset dirty status for tenant:c37360c4a0504626873b6f97b9c29250 on resource:network {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:11:31.400177 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-41d5aeb7-e91b-40a2-8424-73c7cec160a6 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.15 "GET /v2.0/networks?id=cfb48dea-d357-4081-a72c-1ec3c2310687 HTTP/1.1" status: 200  len: 812 time: 1.5633852
Apr 02 18:11:31.408237 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-5001404b-a098-4878-9823-8612300392e7 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Unset dirty status for tenant:469aa9b529694baa91a42fa0eae6e868 on resource:network {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:11:31.408237 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-5001404b-a098-4878-9823-8612300392e7 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.15 "GET /v2.0/networks?id=2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff HTTP/1.1" status: 200  len: 814 time: 0.6025288
Apr 02 18:11:31.408886 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0747e51-fd27-4532-9b73-f50c65792723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06834a7a-66cc-4c2a-9815-f9114efafa08,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:31.411645 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697fd1da-308c-4f44-846f-302243e32b51 None None] Routers {'5cda0477-94c7-44f1-87a8-7f56a6a39d38'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:11:31.413409 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d0747e51-fd27-4532-9b73-f50c65792723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:31.414345 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-697fd1da-308c-4f44-846f-302243e32b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10979b70>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:11:29Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['5cda0477-94c7-44f1-87a8-7f56a6a39d38'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:11:31.433673 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-73b071ac-750b-4ce5-ab3f-192b9f4bbdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:31.448207 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-73b071ac-750b-4ce5-ab3f-192b9f4bbdd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:31.449465 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-73b071ac-750b-4ce5-ab3f-192b9f4bbdd0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cbcdbef0-6882-4fc2-9a2c-d474a10b5b45 HTTP/1.1" status: 204  len: 168 time: 1.1994081
Apr 02 18:11:31.461560 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-82e81906-d3f2-419a-b201-e6ca6d5e8980 admin admin] 10.222.0.10 "PUT /v2.0/routers/5cda0477-94c7-44f1-87a8-7f56a6a39d38/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6196308
Apr 02 18:11:31.464919 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:31.481587 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b071ac-750b-4ce5-ab3f-192b9f4bbdd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcdbef0-6882-4fc2-9a2c-d474a10b5b45,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:31.485701 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-73b071ac-750b-4ce5-ab3f-192b9f4bbdd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:31.537000 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3af1f1e8-058c-4c03-8c9b-32f0f29de67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:31.562079 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-85f2b3bf-ce11-40d7-88b2-9c283aba3f48 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Request body: {'port': {'device_id': '2de1c85e-77b0-4ef0-9704-dc698741ce39', 'network_id': '2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff', 'admin_state_up': True, 'tenant_id': '469aa9b529694baa91a42fa0eae6e868'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:31.575980 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3af1f1e8-058c-4c03-8c9b-32f0f29de67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:31.624317 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 3e0f614d-8b23-481c-99db-bed0a48be736 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:11:31.664392 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-bf6b7a97-7584-47cb-ac04-bc1c42720e23 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Request body: {'port': {'device_id': '7a2152c6-a23d-4bd4-aaab-526adaa0cd5e', 'network_id': 'cfb48dea-d357-4081-a72c-1ec3c2310687', 'admin_state_up': True, 'tenant_id': 'c37360c4a0504626873b6f97b9c29250'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:31.684532 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3af1f1e8-058c-4c03-8c9b-32f0f29de67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:31.690798 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:31.720622 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1f1e8-058c-4c03-8c9b-32f0f29de67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06834a7a-66cc-4c2a-9815-f9114efafa08,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:31.735780 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3af1f1e8-058c-4c03-8c9b-32f0f29de67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:31.739471 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-3af1f1e8-058c-4c03-8c9b-32f0f29de67e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/06834a7a-66cc-4c2a-9815-f9114efafa08 HTTP/1.1" status: 204  len: 168 time: 0.3489008
Apr 02 18:11:31.740256 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3af1f1e8-058c-4c03-8c9b-32f0f29de67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:31.806261 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:31.846013 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-bf6b7a97-7584-47cb-ac04-bc1c42720e23 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:31.850768 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-bf6b7a97-7584-47cb-ac04-bc1c42720e23 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Usage tracker for resource:port and tenant:c37360c4a0504626873b6f97b9c29250 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:31.854342 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-bf6b7a97-7584-47cb-ac04-bc1c42720e23 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:31.861099 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-bf6b7a97-7584-47cb-ac04-bc1c42720e23 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:31.884020 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port 3e0f614d-8b23-481c-99db-bed0a48be736 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:11:31.884371 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:31.935008 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-2303a133-5e07-4b9b-92e4-55c5f8e37726 admin admin] Network a55045f7-661d-4636-8bfc-7d0594114a9f has no segments {{(pid=84390) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:11:31.956858 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-697fd1da-308c-4f44-846f-302243e32b51 None None] Set router 5cda0477-94c7-44f1-87a8-7f56a6a39d38 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:11:31.958259 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-bf6b7a97-7584-47cb-ac04-bc1c42720e23 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Made reservation on behalf of c37360c4a0504626873b6f97b9c29250 for: {'port': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:11:31.971531 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-bf6b7a97-7584-47cb-ac04-bc1c42720e23 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:32.227331 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-696b09fa-2fcd-4477-a7a2-31400024cebf req-5c9ae679-085f-4b29-9768-c7a523d7dfbf tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 210 time: 0.1350522
Apr 02 18:11:32.490424 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8cbdffa6-4f54-46f4-b61c-c572788a6c8d req-4d86980e-9334-4d48-ab6c-c8ddbf08ceb0 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 210 time: 0.1466272
Apr 02 18:11:32.527621 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-bf6b7a97-7584-47cb-ac04-bc1c42720e23 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Allocated IP 172.20.0.10 (cfb48dea-d357-4081-a72c-1ec3c2310687/8fec0c31-c068-4ea6-b25e-65764845f668/a50d65c4-ab4a-4445-8ffd-7d8acd512eca) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:   from cryptography.utils import int_from_bytes
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:   from cryptography.utils import int_from_bytes
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:   (rel_b, rel_a, rel_b),
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:   (rel_b, rel_a, rel_b),
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]: Traceback (most recent call last):
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:     timer()
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:     cb(*args, **kw)
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:     return func(*args, **kwargs)
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:     self._notify()
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:     self.callback(batched_events)
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:     event.method(event)
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:     segment_id)['aggregates'][0]
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:     return f(self, *a, **k)
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self._get(url).json()
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:     **kwargs)
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:     **endpoint_filter)
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:11:32.549269 dv-cinder-784603-1-iscsi neutron-server[84275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:11:33.127280 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-85f2b3bf-ce11-40d7-88b2-9c283aba3f48 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:33.134125 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2303a133-5e07-4b9b-92e4-55c5f8e37726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-261967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854362150'] for network, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:33.318910 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-85f2b3bf-ce11-40d7-88b2-9c283aba3f48 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Usage tracker for resource:port and tenant:469aa9b529694baa91a42fa0eae6e868 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:33.327682 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-85f2b3bf-ce11-40d7-88b2-9c283aba3f48 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:33.353920 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:33.374465 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-85f2b3bf-ce11-40d7-88b2-9c283aba3f48 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:33.385593 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2303a133-5e07-4b9b-92e4-55c5f8e37726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:33.414232 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303a133-5e07-4b9b-92e4-55c5f8e37726 admin admin] Pushing event deleted for resources: {'Network': ['ID=a55045f7-661d-4636-8bfc-7d0594114a9f,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:33.437236 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-2303a133-5e07-4b9b-92e4-55c5f8e37726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:33.447592 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-2303a133-5e07-4b9b-92e4-55c5f8e37726 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a55045f7-661d-4636-8bfc-7d0594114a9f HTTP/1.1" status: 204  len: 168 time: 4.0146804
Apr 02 18:11:33.483971 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-85f2b3bf-ce11-40d7-88b2-9c283aba3f48 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Made reservation on behalf of 469aa9b529694baa91a42fa0eae6e868 for: {'port': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:11:33.491761 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-697fd1da-308c-4f44-846f-302243e32b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10979b70>, [{'id': '5cda0477-94c7-44f1-87a8-7f56a6a39d38', 'name': 'tempest-ServerRescueNegativeTestJSON-340512828-router', 'tenant_id': '159f37d0eaf249a6b846671eb3cc125d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '3e0f614d-8b23-481c-99db-bed0a48be736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:11:18Z', 'updated_at': '2021-04-02T18:11:28Z', 'revision_number': 4, 'project_id': '159f37d0eaf249a6b846671eb3cc125d', 'gw_port': {'id': '3e0f614d-8b23-481c-99db-bed0a48be736', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cda0477-94c7-44f1-87a8-7f56a6a39d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:11:20Z', 'updated_at': '2021-04-02T18:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'c4e962dc-fdc4-46f8-9ae6-66f6ecc91696', 'name': '', 'network_id': '1fdcddea-b2b5-4b14-98c1-e98bd8f88785', 'tenant_id': '159f37d0eaf249a6b846671eb3cc125d', 'mac_address': 'fa:16:3e:ab:9f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cda0477-94c7-44f1-87a8-7f56a6a39d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e424265f-054f-4091-8e6d-5b2cbdc6da6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:11:25Z', 'updated_at': '2021-04-02T18:11:29Z', 'revision_number': 2, 'project_id': '159f37d0eaf249a6b846671eb3cc125d', 'subnets': [{'id': 'e424265f-054f-4091-8e6d-5b2cbdc6da6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:11:33.499199 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-85f2b3bf-ce11-40d7-88b2-9c283aba3f48 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:33.561415 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697fd1da-308c-4f44-846f-302243e32b51 None None] Checking router: 5cda0477-94c7-44f1-87a8-7f56a6a39d38 for host: dv-cinder-784603-1-iscsi {{(pid=84392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:11:33.564264 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697fd1da-308c-4f44-846f-302243e32b51 None None] Updating router 5cda0477-94c7-44f1-87a8-7f56a6a39d38 port c4e962dc-fdc4-46f8-9ae6-66f6ecc91696 binding host dv-cinder-784603-1-iscsi {{(pid=84392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:11:33.736565 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-697fd1da-308c-4f44-846f-302243e32b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:33.785761 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-bf6b7a97-7584-47cb-ac04-bc1c42720e23 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:34.126423 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-bf6b7a97-7584-47cb-ac04-bc1c42720e23 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:34.145600 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 34588) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:34.268370 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:34.436041 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-697fd1da-308c-4f44-846f-302243e32b51 None None] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:34.454037 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-697fd1da-308c-4f44-846f-302243e32b51 None None] Transition to ACTIVE for port object c4e962dc-fdc4-46f8-9ae6-66f6ecc91696 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:11:34.491107 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-697fd1da-308c-4f44-846f-302243e32b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:34.520957 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:34.526684 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-14716974-fbbf-4a02-932a-a94e62a1e60f req-740b442a-ee62-4dd8-91b0-e1a64e61e52b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 210 time: 0.8222549
Apr 02 18:11:34.567525 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-85f2b3bf-ce11-40d7-88b2-9c283aba3f48 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Allocated IP 172.20.0.6 (2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff/6f251e70-9c7c-4901-a9b3-7ea1463d5c2b/56ab80a2-d47b-476b-84f0-88dd9c8fc122) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:11:34.604600 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-6c9a85cb-259c-42fd-b94b-9040398b7b74 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2d7bfb374480480d8235e0f3a1d1e885&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4557655
Apr 02 18:11:34.606879 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 34596) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:34.663298 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b7a97-7584-47cb-ac04-bc1c42720e23 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Pushing event updated for resources: {'Port': ['ID=a50d65c4-ab4a-4445-8ffd-7d8acd512eca,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:34.688561 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-bf6b7a97-7584-47cb-ac04-bc1c42720e23 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:34.734758 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97014702-7460-4acd-81c6-8845e67e6b80 req-a4429388-00d1-4683-b497-de9dcb0c07cf tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:34.737736 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-97014702-7460-4acd-81c6-8845e67e6b80 req-a4429388-00d1-4683-b497-de9dcb0c07cf tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Synchronizing usage tracker for tenant:159f37d0eaf249a6b846671eb3cc125d on resource:network {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:11:34.894017 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57053c7a-9d39-4cd3-9f38-4bc07827e36e None None] Pushing event updated for resources: {'Port': ['ID=c4e962dc-fdc4-46f8-9ae6-66f6ecc91696,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:34.902714 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-57053c7a-9d39-4cd3-9f38-4bc07827e36e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:34.969482 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f0dc02d9-2456-4657-9a72-4f6d7060cb2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:34.984508 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-bf6b7a97-7584-47cb-ac04-bc1c42720e23 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Network cfb48dea-d357-4081-a72c-1ec3c2310687 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:11:34.988542 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-bf6b7a97-7584-47cb-ac04-bc1c42720e23 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:11:35.039112 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-bf6b7a97-7584-47cb-ac04-bc1c42720e23 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:11:35.045923 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f0dc02d9-2456-4657-9a72-4f6d7060cb2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:35.085497 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-85f2b3bf-ce11-40d7-88b2-9c283aba3f48 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:35.108682 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-bf6b7a97-7584-47cb-ac04-bc1c42720e23 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:35.110070 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-bf6b7a97-7584-47cb-ac04-bc1c42720e23 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:35.149698 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-97014702-7460-4acd-81c6-8845e67e6b80 req-a4429388-00d1-4683-b497-de9dcb0c07cf tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Unset dirty status for tenant:159f37d0eaf249a6b846671eb3cc125d on resource:network {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:11:35.160687 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-97014702-7460-4acd-81c6-8845e67e6b80 req-a4429388-00d1-4683-b497-de9dcb0c07cf tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/networks?id=1fdcddea-b2b5-4b14-98c1-e98bd8f88785 HTTP/1.1" status: 200  len: 818 time: 1.8343294
Apr 02 18:11:35.161127 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-bf6b7a97-7584-47cb-ac04-bc1c42720e23 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.6090643
Apr 02 18:11:35.176624 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-7d471184-6bbc-4e1d-b964-4b9036b29d68 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 18:11:35.178263 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-7d471184-6bbc-4e1d-b964-4b9036b29d68 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0086596
Apr 02 18:11:35.188992 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-85f2b3bf-ce11-40d7-88b2-9c283aba3f48 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:35.192550 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-97014702-7460-4acd-81c6-8845e67e6b80 req-5be4f5fc-601f-44fb-915e-21ce5caea6f4 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/quotas/159f37d0eaf249a6b846671eb3cc125d HTTP/1.1" status: 200  len: 375 time: 0.0307987
Apr 02 18:11:35.220346 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a84975-24f8-46c9-bd56-a91352ad1490 req-6b92f34f-5f02-4ff3-b914-ec3b16ae8902 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:35.222261 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-02a84975-24f8-46c9-bd56-a91352ad1490 req-6b92f34f-5f02-4ff3-b914-ec3b16ae8902 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 932 time: 0.5203369
Apr 02 18:11:35.301363 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f0dc02d9-2456-4657-9a72-4f6d7060cb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:35.327288 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:35.353334 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc02d9-2456-4657-9a72-4f6d7060cb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c45b68-c143-4772-bd1b-cffbd0b20329,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:35.362629 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-697fd1da-308c-4f44-846f-302243e32b51 None None] Attempting to bind port c4e962dc-fdc4-46f8-9ae6-66f6ecc91696 on host dv-cinder-784603-1-iscsi for vnic_type normal with profile  {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:11:35.363267 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-697fd1da-308c-4f44-846f-302243e32b51 None None] Attempting to bind port c4e962dc-fdc4-46f8-9ae6-66f6ecc91696 by drivers openvswitch,hyperv on host dv-cinder-784603-1-iscsi at level 0 using segments [{'id': 'ee491d66-22ae-40ef-b3bc-321c2a2d81af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1fdcddea-b2b5-4b14-98c1-e98bd8f88785'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:11:35.363877 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697fd1da-308c-4f44-846f-302243e32b51 None None] Attempting to bind port c4e962dc-fdc4-46f8-9ae6-66f6ecc91696 on network 1fdcddea-b2b5-4b14-98c1-e98bd8f88785 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:11:35.364905 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f0dc02d9-2456-4657-9a72-4f6d7060cb2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:35.458721 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697fd1da-308c-4f44-846f-302243e32b51 None None] Checking agent: {'id': '478d2ba1-0e2e-4399-8e0b-445f221199a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 2, 29), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:11:35.459644 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697fd1da-308c-4f44-846f-302243e32b51 None None] Checking segment: {'id': 'ee491d66-22ae-40ef-b3bc-321c2a2d81af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1fdcddea-b2b5-4b14-98c1-e98bd8f88785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:11:35.460648 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-697fd1da-308c-4f44-846f-302243e32b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:35.461440 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697fd1da-308c-4f44-846f-302243e32b51 None None] Bound using segment: {'id': 'ee491d66-22ae-40ef-b3bc-321c2a2d81af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1fdcddea-b2b5-4b14-98c1-e98bd8f88785'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:11:35.472824 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-697fd1da-308c-4f44-846f-302243e32b51 None None] Bound port: c4e962dc-fdc4-46f8-9ae6-66f6ecc91696, host: dv-cinder-784603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee491d66-22ae-40ef-b3bc-321c2a2d81af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1fdcddea-b2b5-4b14-98c1-e98bd8f88785'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:11:35.473620 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-697fd1da-308c-4f44-846f-302243e32b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:35.479809 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f0dc02d9-2456-4657-9a72-4f6d7060cb2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:35.483774 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-f0dc02d9-2456-4657-9a72-4f6d7060cb2a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/33c45b68-c143-4772-bd1b-cffbd0b20329 HTTP/1.1" status: 204  len: 168 time: 0.8731630
Apr 02 18:11:35.549113 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-02a84975-24f8-46c9-bd56-a91352ad1490 req-61ba765a-bfb5-42ca-b451-b3ca74f6ea81 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3149095
Apr 02 18:11:35.655405 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-97014702-7460-4acd-81c6-8845e67e6b80 req-d49cf626-7661-4608-bfcf-3b54fa6f22dd tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Synchronizing usage tracker for tenant:159f37d0eaf249a6b846671eb3cc125d on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:11:35.783978 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-97014702-7460-4acd-81c6-8845e67e6b80 req-d49cf626-7661-4608-bfcf-3b54fa6f22dd tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Unset dirty status for tenant:159f37d0eaf249a6b846671eb3cc125d on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:11:35.790993 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-97014702-7460-4acd-81c6-8845e67e6b80 req-d49cf626-7661-4608-bfcf-3b54fa6f22dd tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=159f37d0eaf249a6b846671eb3cc125d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5545616
Apr 02 18:11:36.023716 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-697fd1da-308c-4f44-846f-302243e32b51 None None] For port c4e962dc-fdc4-46f8-9ae6-66f6ecc91696, host dv-cinder-784603-1-iscsi, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:11:36.046326 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-697fd1da-308c-4f44-846f-302243e32b51 None None] For port c4e962dc-fdc4-46f8-9ae6-66f6ecc91696, host dv-cinder-784603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=c4e962dc-fdc4-46f8-9ae6-66f6ecc91696,segment=NetworkSegment(ee491d66-22ae-40ef-b3bc-321c2a2d81af),segment_id=ee491d66-22ae-40ef-b3bc-321c2a2d81af)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:11:36.049514 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:36.053455 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-bf6b7a97-7584-47cb-ac04-bc1c42720e23 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:36.102839 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-697fd1da-308c-4f44-846f-302243e32b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:36.226713 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-97014702-7460-4acd-81c6-8845e67e6b80 req-97af5bed-41ab-4016-b3bf-ae1523f675d4 service neutron] 10.222.0.10 "GET /v2.0/networks/1fdcddea-b2b5-4b14-98c1-e98bd8f88785?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4284518
Apr 02 18:11:36.427782 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:36.443791 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2b3bf-ce11-40d7-88b2-9c283aba3f48 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Pushing event updated for resources: {'Port': ['ID=56ab80a2-d47b-476b-84f0-88dd9c8fc122,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:36.455681 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-85f2b3bf-ce11-40d7-88b2-9c283aba3f48 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:36.482983 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-85f2b3bf-ce11-40d7-88b2-9c283aba3f48 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Network 2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:11:36.484497 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-85f2b3bf-ce11-40d7-88b2-9c283aba3f48 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:11:36.489876 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-85f2b3bf-ce11-40d7-88b2-9c283aba3f48 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:11:36.634016 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-7c4b752f-3735-42a9-a701-ea1490524887 service neutron] Request body: {'port': {'device_id': '7a2152c6-a23d-4bd4-aaab-526adaa0cd5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:36.657170 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697fd1da-308c-4f44-846f-302243e32b51 None None] Routers {'5cda0477-94c7-44f1-87a8-7f56a6a39d38'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:11:36.657939 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-697fd1da-308c-4f44-846f-302243e32b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10979b70>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:11:29Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['5cda0477-94c7-44f1-87a8-7f56a6a39d38'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:11:36.659471 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-97014702-7460-4acd-81c6-8845e67e6b80 req-b79b37f7-7556-413a-91c7-e2ec146b1f10 service neutron] 10.222.0.10 "GET /v2.0/networks/1fdcddea-b2b5-4b14-98c1-e98bd8f88785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4246156
Apr 02 18:11:36.731899 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-85f2b3bf-ce11-40d7-88b2-9c283aba3f48 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:36.733131 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-85f2b3bf-ce11-40d7-88b2-9c283aba3f48 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:36.944265 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-85f2b3bf-ce11-40d7-88b2-9c283aba3f48 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.3946238
Apr 02 18:11:37.035398 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-164feade-891d-4a2a-af08-23b5984ff8fd service neutron] Request body: {'port': {'device_id': '2de1c85e-77b0-4ef0-9704-dc698741ce39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:37.089002 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57053c7a-9d39-4cd3-9f38-4bc07827e36e None None] Pushing event updated for resources: {'Port': ['ID=c4e962dc-fdc4-46f8-9ae6-66f6ecc91696,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:37.093117 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-57053c7a-9d39-4cd3-9f38-4bc07827e36e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:37.107906 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-697fd1da-308c-4f44-846f-302243e32b51 None None] Set router 5cda0477-94c7-44f1-87a8-7f56a6a39d38 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:11:37.141348 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 34686) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:37.176622 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:11:37.295867 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-7c4b752f-3735-42a9-a701-ea1490524887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:37.504155 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-164feade-891d-4a2a-af08-23b5984ff8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:37.532630 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-78df06a7-a03d-4507-8fce-4aa80b1993c8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1416ef9f382d4eb48b2544a6ff10349d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3887064
Apr 02 18:11:37.538598 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 34704) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:37.926923 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-510aa8ac-bcf0-4fa9-a46b-4db1dca844b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:37.937340 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4040769-ca01-4f4f-940e-6ab32d50e46f req-1e8233f5-496a-4201-89eb-b6472df61a20 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:37.945195 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c4040769-ca01-4f4f-940e-6ab32d50e46f req-1e8233f5-496a-4201-89eb-b6472df61a20 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 931 time: 0.6602144
Apr 02 18:11:38.052840 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-510aa8ac-bcf0-4fa9-a46b-4db1dca844b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:38.157692 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c4040769-ca01-4f4f-940e-6ab32d50e46f req-258f115e-00cd-4421-bd72-334a73919aac tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2115505
Apr 02 18:11:38.177952 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-510aa8ac-bcf0-4fa9-a46b-4db1dca844b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:38.192126 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a35758a6-33c3-4cc0-8c57-025972a46997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:38.225973 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-510aa8ac-bcf0-4fa9-a46b-4db1dca844b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:38.228849 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-510aa8ac-bcf0-4fa9-a46b-4db1dca844b6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e6a27485-bfa0-4425-8d5a-91ac61a9cd85 HTTP/1.1" status: 204  len: 168 time: 0.6737921
Apr 02 18:11:38.241178 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46119e4-86be-4216-99be-beab7c9fb517 req-eb226ba6-862c-4b5a-a683-b32166ff2773 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:38.243102 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d46119e4-86be-4216-99be-beab7c9fb517 req-eb226ba6-862c-4b5a-a683-b32166ff2773 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 932 time: 0.4163294
Apr 02 18:11:38.246005 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510aa8ac-bcf0-4fa9-a46b-4db1dca844b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a27485-bfa0-4425-8d5a-91ac61a9cd85,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:38.257568 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-697fd1da-308c-4f44-846f-302243e32b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10979b70>, [{'id': '5cda0477-94c7-44f1-87a8-7f56a6a39d38', 'name': 'tempest-ServerRescueNegativeTestJSON-340512828-router', 'tenant_id': '159f37d0eaf249a6b846671eb3cc125d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '3e0f614d-8b23-481c-99db-bed0a48be736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:11:18Z', 'updated_at': '2021-04-02T18:11:28Z', 'revision_number': 4, 'project_id': '159f37d0eaf249a6b846671eb3cc125d', 'gw_port': {'id': '3e0f614d-8b23-481c-99db-bed0a48be736', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cda0477-94c7-44f1-87a8-7f56a6a39d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:11:20Z', 'updated_at': '2021-04-02T18:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'c4e962dc-fdc4-46f8-9ae6-66f6ecc91696', 'name': '', 'network_id': '1fdcddea-b2b5-4b14-98c1-e98bd8f88785', 'tenant_id': '159f37d0eaf249a6b846671eb3cc125d', 'mac_address': 'fa:16:3e:ab:9f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cda0477-94c7-44f1-87a8-7f56a6a39d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e424265f-054f-4091-8e6d-5b2cbdc6da6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:11:25Z', 'updated_at': '2021-04-02T18:11:36Z', 'revision_number': 4, 'project_id': '159f37d0eaf249a6b846671eb3cc125d', 'subnets': [{'id': 'e424265f-054f-4091-8e6d-5b2cbdc6da6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:11:38.257789 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-510aa8ac-bcf0-4fa9-a46b-4db1dca844b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:38.280616 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697fd1da-308c-4f44-846f-302243e32b51 None None] The sync data for ids ['5cda0477-94c7-44f1-87a8-7f56a6a39d38'] in dv-cinder-784603-1-iscsi is: [{'id': '5cda0477-94c7-44f1-87a8-7f56a6a39d38', 'name': 'tempest-ServerRescueNegativeTestJSON-340512828-router', 'tenant_id': '159f37d0eaf249a6b846671eb3cc125d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '3e0f614d-8b23-481c-99db-bed0a48be736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:11:18Z', 'updated_at': '2021-04-02T18:11:28Z', 'revision_number': 4, 'project_id': '159f37d0eaf249a6b846671eb3cc125d', 'gw_port': {'id': '3e0f614d-8b23-481c-99db-bed0a48be736', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cda0477-94c7-44f1-87a8-7f56a6a39d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:11:20Z', 'updated_at': '2021-04-02T18:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'c4e962dc-fdc4-46f8-9ae6-66f6ecc91696', 'name': '', 'network_id': '1fdcddea-b2b5-4b14-98c1-e98bd8f88785', 'tenant_id': '159f37d0eaf249a6b846671eb3cc125d', 'mac_address': 'fa:16:3e:ab:9f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cda0477-94c7-44f1-87a8-7f56a6a39d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e424265f-054f-4091-8e6d-5b2cbdc6da6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:11:25Z', 'updated_at': '2021-04-02T18:11:36Z', 'revision_number': 4, 'project_id': '159f37d0eaf249a6b846671eb3cc125d', 'subnets': [{'id': 'e424265f-054f-4091-8e6d-5b2cbdc6da6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:11:38.385820 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d46119e4-86be-4216-99be-beab7c9fb517 req-b42b7722-4701-4103-ad3a-4237c0dce5f0 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267924
Apr 02 18:11:38.549048 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 34724) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:38.568158 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9a0fd72a-0b53-420d-a36a-3b6742c16b06 req-52b317d6-9a9e-45e2-8a13-3f7242dbb868 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 210 time: 0.0741172
Apr 02 18:11:39.700024 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device c4e962dc-fdc4-46f8-9ae6-66f6ecc91696 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:11:39.776238 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4679e286-501c-4577-bae6-80c9be330b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:39.818019 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b74f2-07ba-4339-be9e-99e155dd257c req-ee49484e-f8ea-4ddc-b8bf-eb5c409d88f2 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:39.819768 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-446b74f2-07ba-4339-be9e-99e155dd257c req-ee49484e-f8ea-4ddc-b8bf-eb5c409d88f2 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/networks?id=1fdcddea-b2b5-4b14-98c1-e98bd8f88785 HTTP/1.1" status: 200  len: 818 time: 0.6776795
Apr 02 18:11:39.868022 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-4679e286-501c-4577-bae6-80c9be330b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:39.887615 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.15', 52267) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:39.938464 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning for port c4e962dc-fdc4-46f8-9ae6-66f6ecc91696 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:11:39.945876 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port c4e962dc-fdc4-46f8-9ae6-66f6ecc91696 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:11:39.946503 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:40.044868 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-446b74f2-07ba-4339-be9e-99e155dd257c req-893a2597-5eeb-4453-826a-4d056af0b8f5 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/quotas/159f37d0eaf249a6b846671eb3cc125d HTTP/1.1" status: 200  len: 375 time: 0.1417992
Apr 02 18:11:40.079585 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-4679e286-501c-4577-bae6-80c9be330b88 admin admin] Usage tracker for resource:security_group_rule and tenant:50384aa9052946fc99b7b51bb24b843f is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:40.092061 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-4679e286-501c-4577-bae6-80c9be330b88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:40.103103 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-4679e286-501c-4577-bae6-80c9be330b88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:40.171527 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b30ca-c251-4229-bfad-9dda5113835c req-e1ef2b81-6801-4bf5-ad70-53364a51ccc2 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:40.181245 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1f6b30ca-c251-4229-bfad-9dda5113835c req-e1ef2b81-6801-4bf5-ad70-53364a51ccc2 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 931 time: 0.5465672
Apr 02 18:11:40.253909 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1f6b30ca-c251-4229-bfad-9dda5113835c req-ce46b80a-a031-4949-9c7c-4d2993edd525 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678535
Apr 02 18:11:40.323629 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-446b74f2-07ba-4339-be9e-99e155dd257c req-6d97ebb2-7f51-43c4-99da-682fecb43c3d tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=159f37d0eaf249a6b846671eb3cc125d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2777982
Apr 02 18:11:40.327312 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-7c4b752f-3735-42a9-a701-ea1490524887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a50d65c4-ab4a-4445-8ffd-7d8acd512eca {{(pid=84390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:11:40.348689 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:40.371656 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-7c4b752f-3735-42a9-a701-ea1490524887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:40.529482 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] For port c4e962dc-fdc4-46f8-9ae6-66f6ecc91696, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=c4e962dc-fdc4-46f8-9ae6-66f6ecc91696,segment=NetworkSegment(ee491d66-22ae-40ef-b3bc-321c2a2d81af),segment_id=ee491d66-22ae-40ef-b3bc-321c2a2d81af)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:11:40.575760 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-446b74f2-07ba-4339-be9e-99e155dd257c req-41f217cb-40a1-4d3e-b7cc-8ce62c6ca88e service neutron] 10.222.0.10 "GET /v2.0/networks/1fdcddea-b2b5-4b14-98c1-e98bd8f88785?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2401731
Apr 02 18:11:40.588119 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:40.588427 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97014702-7460-4acd-81c6-8845e67e6b80 req-e5ab5fa1-9a22-49bf-b4d8-6a9d8c6f3e7d tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:40.590023 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-97014702-7460-4acd-81c6-8845e67e6b80 req-e5ab5fa1-9a22-49bf-b4d8-6a9d8c6f3e7d tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.15 "GET /v2.0/networks?id=1fdcddea-b2b5-4b14-98c1-e98bd8f88785 HTTP/1.1" status: 200  len: 818 time: 0.7013378
Apr 02 18:11:40.591718 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-1c3701ff-7402-4015-a401-d37751f770c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:40.608958 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-7c4b752f-3735-42a9-a701-ea1490524887 service neutron] Transition to ACTIVE for port object a50d65c4-ab4a-4445-8ffd-7d8acd512eca will not be triggered until provisioned by entity L2. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:11:40.622524 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-97014702-7460-4acd-81c6-8845e67e6b80 req-141591b4-5b5c-4f3e-a10c-9a8cb9bfc986 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Request body: {'port': {'device_id': '7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa', 'network_id': '1fdcddea-b2b5-4b14-98c1-e98bd8f88785', 'admin_state_up': True, 'tenant_id': '159f37d0eaf249a6b846671eb3cc125d'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:40.807944 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-7c4b752f-3735-42a9-a701-ea1490524887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:40.809553 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.db.resource_extend [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-164feade-891d-4a2a-af08-23b5984ff8fd service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 02 18:11:40.894896 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Pushing event updated for resources: {'Port': ['ID=c4e962dc-fdc4-46f8-9ae6-66f6ecc91696,revision_number=5']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:40.907445 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:40.917601 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:41.068857 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-446b74f2-07ba-4339-be9e-99e155dd257c req-401fab75-6ed7-432f-a35b-bb8f6d12c724 service neutron] 10.222.0.10 "GET /v2.0/networks/1fdcddea-b2b5-4b14-98c1-e98bd8f88785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4852116
Apr 02 18:11:41.098331 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae6ca2-c726-44e0-ae04-f48edec270a3 req-e9ad9a0a-2df1-420e-808c-759993ccbc8b tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:41.099993 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5bae6ca2-c726-44e0-ae04-f48edec270a3 req-e9ad9a0a-2df1-420e-808c-759993ccbc8b tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 944 time: 0.1901484
Apr 02 18:11:41.279238 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5bae6ca2-c726-44e0-ae04-f48edec270a3 req-1b21e5ab-6de3-4eae-bd7d-4c09337fb3d2 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1690941
Apr 02 18:11:41.314370 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 34828) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:41.536886 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-97014702-7460-4acd-81c6-8845e67e6b80 req-141591b4-5b5c-4f3e-a10c-9a8cb9bfc986 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:41.566527 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-97014702-7460-4acd-81c6-8845e67e6b80 req-141591b4-5b5c-4f3e-a10c-9a8cb9bfc986 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:41.575399 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device c4e962dc-fdc4-46f8-9ae6-66f6ecc91696 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:11:41.587804 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b752f-3735-42a9-a701-ea1490524887 service neutron] Pushing event updated for resources: {'Port': ['ID=a50d65c4-ab4a-4445-8ffd-7d8acd512eca,revision_number=2']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:41.603819 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b4ce2324-e96d-41e9-ade5-a10e435f1db7 req-e18fb291-f62c-4a2a-933a-a7574a692316 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 210 time: 0.1494424
Apr 02 18:11:41.606682 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-164feade-891d-4a2a-af08-23b5984ff8fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ab80a2-d47b-476b-84f0-88dd9c8fc122 {{(pid=84390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:11:41.650690 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7c4b752f-3735-42a9-a701-ea1490524887 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:41.653113 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-164feade-891d-4a2a-af08-23b5984ff8fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:41.665451 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97014702-7460-4acd-81c6-8845e67e6b80 req-141591b4-5b5c-4f3e-a10c-9a8cb9bfc986 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Made reservation on behalf of 159f37d0eaf249a6b846671eb3cc125d for: {'port': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:11:41.671669 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-97014702-7460-4acd-81c6-8845e67e6b80 req-141591b4-5b5c-4f3e-a10c-9a8cb9bfc986 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:41.782562 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port c4e962dc-fdc4-46f8-9ae6-66f6ecc91696 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:11:41.783675 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:41.944175 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4dfe3435-fb32-47e4-8af1-ad9c91fc42fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:42.004656 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-4dfe3435-fb32-47e4-8af1-ad9c91fc42fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:42.021929 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-4dfe3435-fb32-47e4-8af1-ad9c91fc42fa admin admin] Usage tracker for resource:security_group_rule and tenant:763bb02041ee4aaf8f104bf6d39bf78f is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:42.031958 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-4dfe3435-fb32-47e4-8af1-ad9c91fc42fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:42.051101 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-4dfe3435-fb32-47e4-8af1-ad9c91fc42fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:42.076964 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d6e37-f29a-4382-8fac-9c055c12e930 req-8cb68249-a36b-42a0-b461-9b3aa3a0dce7 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:42.086870 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-152d6e37-f29a-4382-8fac-9c055c12e930 req-8cb68249-a36b-42a0-b461-9b3aa3a0dce7 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 931 time: 0.3845241
Apr 02 18:11:42.208178 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-152d6e37-f29a-4382-8fac-9c055c12e930 req-38713d32-1775-4ffa-b3c7-afd74538de0a tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035113
Apr 02 18:11:42.341783 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4dfe3435-fb32-47e4-8af1-ad9c91fc42fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:42.388359 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4dfe3435-fb32-47e4-8af1-ad9c91fc42fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:42.393500 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-164feade-891d-4a2a-af08-23b5984ff8fd service neutron] Transition to ACTIVE for port object 56ab80a2-d47b-476b-84f0-88dd9c8fc122 will not be triggered until provisioned by entity L2. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:11:42.431763 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:42.498566 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-164feade-891d-4a2a-af08-23b5984ff8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:42.503651 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4679e286-501c-4577-bae6-80c9be330b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:42.537184 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-85f2b3bf-ce11-40d7-88b2-9c283aba3f48 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:42.641776 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe3435-fb32-47e4-8af1-ad9c91fc42fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f1287d-5958-47b2-88a0-2fa2f44eed51,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:42.649122 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-4dfe3435-fb32-47e4-8af1-ad9c91fc42fa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=763bb02041ee4aaf8f104bf6d39bf78f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3332291
Apr 02 18:11:42.650450 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4dfe3435-fb32-47e4-8af1-ad9c91fc42fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:42.652482 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 34872) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:42.741510 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4679e286-501c-4577-bae6-80c9be330b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:42.760626 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e0ee7-a66f-4612-9687-2e39f2cb5546 req-2fe59642-b2b1-4ae8-b77b-748ebd0de13e tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:42.780837 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-be4e0ee7-a66f-4612-9687-2e39f2cb5546 req-2fe59642-b2b1-4ae8-b77b-748ebd0de13e tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 944 time: 0.2936223
Apr 02 18:11:43.008364 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7559295f-5312-4508-909c-01e794c99022 req-87e83c2c-6aa9-4833-b91b-2d1c90722b9c tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 210 time: 0.1276515
Apr 02 18:11:43.059496 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-be4e0ee7-a66f-4612-9687-2e39f2cb5546 req-d24d56d6-e97d-4058-9dc4-e201905de97e tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2774329
Apr 02 18:11:43.092996 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a3c5671d-6049-4de0-8d7c-3fdd22ead396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:43.125601 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a3c5671d-6049-4de0-8d7c-3fdd22ead396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:43.206828 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164feade-891d-4a2a-af08-23b5984ff8fd service neutron] Pushing event updated for resources: {'Port': ['ID=56ab80a2-d47b-476b-84f0-88dd9c8fc122,revision_number=2']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:43.210350 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-164feade-891d-4a2a-af08-23b5984ff8fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:43.240397 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a3c5671d-6049-4de0-8d7c-3fdd22ead396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:43.246507 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.406s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:43.260150 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:43.305081 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5671d-6049-4de0-8d7c-3fdd22ead396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f1287d-5958-47b2-88a0-2fa2f44eed51,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:43.314042 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a3c5671d-6049-4de0-8d7c-3fdd22ead396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:43.318722 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a3c5671d-6049-4de0-8d7c-3fdd22ead396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:43.323307 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-a3c5671d-6049-4de0-8d7c-3fdd22ead396 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f4f1287d-5958-47b2-88a0-2fa2f44eed51 HTTP/1.1" status: 204  len: 168 time: 0.6628594
Apr 02 18:11:43.435761 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-4679e286-501c-4577-bae6-80c9be330b88 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=50384aa9052946fc99b7b51bb24b843f&name=default HTTP/1.1" status: 200  len: 2979 time: 4.8648827
Apr 02 18:11:43.435838 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 34900) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:43.539919 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679e286-501c-4577-bae6-80c9be330b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7253df5c-1959-469a-80c3-725b54426256,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:43.544158 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4679e286-501c-4577-bae6-80c9be330b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:43.545475 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [req-97014702-7460-4acd-81c6-8845e67e6b80 req-141591b4-5b5c-4f3e-a10c-9a8cb9bfc986 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Allocated IP 172.20.0.14 (1fdcddea-b2b5-4b14-98c1-e98bd8f88785/e424265f-054f-4091-8e6d-5b2cbdc6da6a/5853389c-fccf-4c63-b5b4-fb203198adf4) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:11:43.744508 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-60328475-d479-474c-b426-7c6b6035163f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:43.785432 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-7c4b752f-3735-42a9-a701-ea1490524887 service neutron] Attempting to bind port a50d65c4-ab4a-4445-8ffd-7d8acd512eca on host hv-cinder-78460 for vnic_type normal with profile  {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:11:43.785838 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-7c4b752f-3735-42a9-a701-ea1490524887 service neutron] Attempting to bind port a50d65c4-ab4a-4445-8ffd-7d8acd512eca by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '44094285-04a0-4d49-90e7-0f242b71451f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cfb48dea-d357-4081-a72c-1ec3c2310687'}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:11:43.786204 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-7c4b752f-3735-42a9-a701-ea1490524887 service neutron] Attempting to bind port a50d65c4-ab4a-4445-8ffd-7d8acd512eca on network cfb48dea-d357-4081-a72c-1ec3c2310687 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:11:43.809434 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-7c4b752f-3735-42a9-a701-ea1490524887 service neutron] Port a50d65c4-ab4a-4445-8ffd-7d8acd512eca on network cfb48dea-d357-4081-a72c-1ec3c2310687 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:11:43.816497 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-60328475-d479-474c-b426-7c6b6035163f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:43.824197 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-7c4b752f-3735-42a9-a701-ea1490524887 service neutron] Attempting to bind port a50d65c4-ab4a-4445-8ffd-7d8acd512eca on network cfb48dea-d357-4081-a72c-1ec3c2310687 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:11:43.936922 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc2d64-2ca2-4d71-a753-fa670bee6694 req-502b77ef-f7b2-430c-823e-bf11caaebe61 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:43.947800 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-45fc2d64-2ca2-4d71-a753-fa670bee6694 req-502b77ef-f7b2-430c-823e-bf11caaebe61 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 943 time: 0.3938367
Apr 02 18:11:44.041307 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-45fc2d64-2ca2-4d71-a753-fa670bee6694 req-1e1e5e72-3a24-4aed-8fba-2e8aa11b7c03 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941873
Apr 02 18:11:44.099715 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-60328475-d479-474c-b426-7c6b6035163f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:44.105652 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d0747e51-fd27-4532-9b73-f50c65792723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:44.146511 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-60328475-d479-474c-b426-7c6b6035163f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:44.147898 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-60328475-d479-474c-b426-7c6b6035163f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7253df5c-1959-469a-80c3-725b54426256 HTTP/1.1" status: 204  len: 168 time: 0.7141914
Apr 02 18:11:44.149246 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60328475-d479-474c-b426-7c6b6035163f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7253df5c-1959-469a-80c3-725b54426256,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:44.153423 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-60328475-d479-474c-b426-7c6b6035163f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:44.313322 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-97014702-7460-4acd-81c6-8845e67e6b80 req-141591b4-5b5c-4f3e-a10c-9a8cb9bfc986 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:44.376433 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-7c4b752f-3735-42a9-a701-ea1490524887 service neutron] Checking agent: {'id': 'ba9f1d54-5540-4326-91bf-66629f4d5678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'started_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:11:44.377089 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-7c4b752f-3735-42a9-a701-ea1490524887 service neutron] Checking segment: {'id': '44094285-04a0-4d49-90e7-0f242b71451f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cfb48dea-d357-4081-a72c-1ec3c2310687'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:11:44.377817 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-7c4b752f-3735-42a9-a701-ea1490524887 service neutron] Bound using segment: {'id': '44094285-04a0-4d49-90e7-0f242b71451f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cfb48dea-d357-4081-a72c-1ec3c2310687'} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:11:44.378543 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-7c4b752f-3735-42a9-a701-ea1490524887 service neutron] Bound port: a50d65c4-ab4a-4445-8ffd-7d8acd512eca, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44094285-04a0-4d49-90e7-0f242b71451f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cfb48dea-d357-4081-a72c-1ec3c2310687'}}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:11:44.379077 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-7c4b752f-3735-42a9-a701-ea1490524887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:44.596412 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e340eb-7eed-4881-af25-8dcb661d9e2c req-53b27338-cea2-41e5-85f5-a7cebc1aae68 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:44.607313 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-37e340eb-7eed-4881-af25-8dcb661d9e2c req-53b27338-cea2-41e5-85f5-a7cebc1aae68 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 944 time: 0.1971953
Apr 02 18:11:44.792375 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4f5a5941-f1a2-4042-aec8-38fac4975b13 req-bd96b9f9-4d5e-46ed-82f1-d65d767f5aad tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 210 time: 0.1073868
Apr 02 18:11:44.831162 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-37e340eb-7eed-4881-af25-8dcb661d9e2c req-c97f5cdf-c21f-4f3d-9b86-9e0b982ef7da tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2125494
Apr 02 18:11:44.851790 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-164feade-891d-4a2a-af08-23b5984ff8fd service neutron] Attempting to bind port 56ab80a2-d47b-476b-84f0-88dd9c8fc122 on host hv-cinder-78460 for vnic_type normal with profile  {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:11:44.852278 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-164feade-891d-4a2a-af08-23b5984ff8fd service neutron] Attempting to bind port 56ab80a2-d47b-476b-84f0-88dd9c8fc122 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': 'ed805b0c-f3b6-4176-8c71-1ed496648d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff'}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:11:44.852766 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-164feade-891d-4a2a-af08-23b5984ff8fd service neutron] Attempting to bind port 56ab80a2-d47b-476b-84f0-88dd9c8fc122 on network 2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:11:44.946450 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-97014702-7460-4acd-81c6-8845e67e6b80 req-141591b4-5b5c-4f3e-a10c-9a8cb9bfc986 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:44.954074 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-164feade-891d-4a2a-af08-23b5984ff8fd service neutron] Port 56ab80a2-d47b-476b-84f0-88dd9c8fc122 on network 2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:11:44.954730 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-164feade-891d-4a2a-af08-23b5984ff8fd service neutron] Attempting to bind port 56ab80a2-d47b-476b-84f0-88dd9c8fc122 on network 2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:11:45.153123 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 34954) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:45.187777 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7c4b752f-3735-42a9-a701-ea1490524887 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:45.193964 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d288248c-bd63-45bb-bd96-4795788f121a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:45.253787 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-d288248c-bd63-45bb-bd96-4795788f121a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:45.276199 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-d288248c-bd63-45bb-bd96-4795788f121a admin admin] Usage tracker for resource:security_group_rule and tenant:9212fed9e43b415486e3f81497c0f6db is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:45.290849 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-d288248c-bd63-45bb-bd96-4795788f121a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:45.302253 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-d288248c-bd63-45bb-bd96-4795788f121a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:45.318564 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-7c4b752f-3735-42a9-a701-ea1490524887 service neutron] For port a50d65c4-ab4a-4445-8ffd-7d8acd512eca, host hv-cinder-78460, cleared binding levels {{(pid=84390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:11:45.333747 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-164feade-891d-4a2a-af08-23b5984ff8fd service neutron] Checking agent: {'id': 'ba9f1d54-5540-4326-91bf-66629f4d5678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'started_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:11:45.340151 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-164feade-891d-4a2a-af08-23b5984ff8fd service neutron] Checking segment: {'id': 'ed805b0c-f3b6-4176-8c71-1ed496648d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:11:45.342344 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-164feade-891d-4a2a-af08-23b5984ff8fd service neutron] Bound using segment: {'id': 'ed805b0c-f3b6-4176-8c71-1ed496648d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff'} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:11:45.344675 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-164feade-891d-4a2a-af08-23b5984ff8fd service neutron] Bound port: 56ab80a2-d47b-476b-84f0-88dd9c8fc122, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed805b0c-f3b6-4176-8c71-1ed496648d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff'}}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:11:45.345171 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-164feade-891d-4a2a-af08-23b5984ff8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:45.436128 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-7c4b752f-3735-42a9-a701-ea1490524887 service neutron] For port a50d65c4-ab4a-4445-8ffd-7d8acd512eca, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=a50d65c4-ab4a-4445-8ffd-7d8acd512eca,segment=NetworkSegment(44094285-04a0-4d49-90e7-0f242b71451f),segment_id=44094285-04a0-4d49-90e7-0f242b71451f)] {{(pid=84390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:11:45.510527 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-7c4b752f-3735-42a9-a701-ea1490524887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:45.547364 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141591b4-5b5c-4f3e-a10c-9a8cb9bfc986 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Pushing event updated for resources: {'Port': ['ID=5853389c-fccf-4c63-b5b4-fb203198adf4,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:45.615675 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-141591b4-5b5c-4f3e-a10c-9a8cb9bfc986 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:45.623232 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:45.769172 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-164feade-891d-4a2a-af08-23b5984ff8fd service neutron] For port 56ab80a2-d47b-476b-84f0-88dd9c8fc122, host hv-cinder-78460, cleared binding levels {{(pid=84390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:11:45.776797 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-164feade-891d-4a2a-af08-23b5984ff8fd service neutron] For port 56ab80a2-d47b-476b-84f0-88dd9c8fc122, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=56ab80a2-d47b-476b-84f0-88dd9c8fc122,segment=NetworkSegment(ed805b0c-f3b6-4176-8c71-1ed496648d92),segment_id=ed805b0c-f3b6-4176-8c71-1ed496648d92)] {{(pid=84390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:11:45.812561 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b752f-3735-42a9-a701-ea1490524887 service neutron] Pushing event updated for resources: {'Port': ['ID=a50d65c4-ab4a-4445-8ffd-7d8acd512eca,revision_number=3']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:45.816865 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7c4b752f-3735-42a9-a701-ea1490524887 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:45.819016 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97014702-7460-4acd-81c6-8845e67e6b80 req-141591b4-5b5c-4f3e-a10c-9a8cb9bfc986 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Network 1fdcddea-b2b5-4b14-98c1-e98bd8f88785 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:11:45.823335 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [req-97014702-7460-4acd-81c6-8845e67e6b80 req-141591b4-5b5c-4f3e-a10c-9a8cb9bfc986 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:11:45.825850 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-97014702-7460-4acd-81c6-8845e67e6b80 req-141591b4-5b5c-4f3e-a10c-9a8cb9bfc986 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:11:45.831299 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8628a-83e2-46a5-8433-4390e12ed5cb req-95d085f7-e98b-4135-844e-541394d34232 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:45.840032 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0ef8628a-83e2-46a5-8433-4390e12ed5cb req-95d085f7-e98b-4135-844e-541394d34232 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 943 time: 0.4506695
Apr 02 18:11:45.866028 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-164feade-891d-4a2a-af08-23b5984ff8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:45.900025 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d288248c-bd63-45bb-bd96-4795788f121a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:45.912377 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-164feade-891d-4a2a-af08-23b5984ff8fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:45.915432 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0ef8628a-83e2-46a5-8433-4390e12ed5cb req-629eda0d-6820-41ac-9471-d30fa1e21185 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743909
Apr 02 18:11:45.931753 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d288248c-bd63-45bb-bd96-4795788f121a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:45.964043 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4f3217ce-21f8-47c4-a7d5-a3877ca1e3f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:45.997273 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-d288248c-bd63-45bb-bd96-4795788f121a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9212fed9e43b415486e3f81497c0f6db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8420713
Apr 02 18:11:45.998764 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 34982) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:45.998925 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288248c-bd63-45bb-bd96-4795788f121a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b93215-8f5d-4cab-b584-defdaba0af4d,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:46.035207 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d288248c-bd63-45bb-bd96-4795788f121a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:46.153277 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dc5751a6-b195-4236-8393-dfb119e78335 req-efc047fb-6d44-4f73-a8ad-0a3438dbff1e tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 210 time: 0.0923400
Apr 02 18:11:46.260421 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-94c5e6b8-5f6a-43ad-b54a-714203f411bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:46.310548 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.15', 52275) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:46.316007 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-94c5e6b8-5f6a-43ad-b54a-714203f411bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:46.438772 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45ce0a-2756-4fd7-8ca8-dbdb233c289a req-4b6f00d4-9ce4-41ba-82dd-9a102b527b75 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:46.440378 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5e45ce0a-2756-4fd7-8ca8-dbdb233c289a req-4b6f00d4-9ce4-41ba-82dd-9a102b527b75 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 944 time: 0.2820842
Apr 02 18:11:46.482829 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97014702-7460-4acd-81c6-8845e67e6b80 req-141591b4-5b5c-4f3e-a10c-9a8cb9bfc986 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:46.484551 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-97014702-7460-4acd-81c6-8845e67e6b80 req-141591b4-5b5c-4f3e-a10c-9a8cb9bfc986 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:46.491937 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-7c4b752f-3735-42a9-a701-ea1490524887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:46.492615 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-7c4b752f-3735-42a9-a701-ea1490524887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:46.494104 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-7c4b752f-3735-42a9-a701-ea1490524887 service neutron] 10.222.0.15 "PUT /v2.0/ports/a50d65c4-ab4a-4445-8ffd-7d8acd512eca HTTP/1.1" status: 200  len: 1094 time: 10.4436553
Apr 02 18:11:46.498240 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2152c6-a23d-4bd4-aaab-526adaa0cd5e', 'tag': 'a50d65c4-ab4a-4445-8ffd-7d8acd512eca'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:11:46.512968 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164feade-891d-4a2a-af08-23b5984ff8fd service neutron] Pushing event updated for resources: {'Port': ['ID=56ab80a2-d47b-476b-84f0-88dd9c8fc122,revision_number=3']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:46.535434 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-164feade-891d-4a2a-af08-23b5984ff8fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:46.553962 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b74f2-07ba-4339-be9e-99e155dd257c req-74368f41-852e-49cf-a4ca-a90416c423e6 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:46.555943 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-446b74f2-07ba-4339-be9e-99e155dd257c req-74368f41-852e-49cf-a4ca-a90416c423e6 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.15 "GET /v2.0/networks?id=1fdcddea-b2b5-4b14-98c1-e98bd8f88785 HTTP/1.1" status: 200  len: 818 time: 0.2427320
Apr 02 18:11:46.571662 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5e45ce0a-2756-4fd7-8ca8-dbdb233c289a req-f72f0462-f881-42dd-a7d8-42d6dcc7dfa9 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187880
Apr 02 18:11:46.577471 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-446b74f2-07ba-4339-be9e-99e155dd257c req-71788530-7cc3-4f83-a04c-153d2a14620c tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Request body: {'port': {'device_id': 'c6599dba-ba40-4c59-a9da-b57b77625f4b', 'network_id': '1fdcddea-b2b5-4b14-98c1-e98bd8f88785', 'admin_state_up': True, 'tenant_id': '159f37d0eaf249a6b846671eb3cc125d'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:46.692700 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-94c5e6b8-5f6a-43ad-b54a-714203f411bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:46.705145 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:46.720239 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5e6b8-5f6a-43ad-b54a-714203f411bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b93215-8f5d-4cab-b584-defdaba0af4d,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:46.721380 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-97014702-7460-4acd-81c6-8845e67e6b80 req-141591b4-5b5c-4f3e-a10c-9a8cb9bfc986 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.1077311
Apr 02 18:11:46.732564 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-94c5e6b8-5f6a-43ad-b54a-714203f411bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:46.736315 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-94c5e6b8-5f6a-43ad-b54a-714203f411bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:46.737133 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-97014702-7460-4acd-81c6-8845e67e6b80 req-1c4ebe09-0d5f-4e0e-8339-1ca44b169cd7 service neutron] Request body: {'port': {'device_id': '7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:46.746995 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-94c5e6b8-5f6a-43ad-b54a-714203f411bc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/83b93215-8f5d-4cab-b584-defdaba0af4d HTTP/1.1" status: 204  len: 168 time: 0.7327268
Apr 02 18:11:46.834509 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-164feade-891d-4a2a-af08-23b5984ff8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:46.835201 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-164feade-891d-4a2a-af08-23b5984ff8fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:46.836784 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-164feade-891d-4a2a-af08-23b5984ff8fd service neutron] 10.222.0.15 "PUT /v2.0/ports/56ab80a2-d47b-476b-84f0-88dd9c8fc122 HTTP/1.1" status: 200  len: 1093 time: 9.8668804
Apr 02 18:11:46.951965 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-446b74f2-07ba-4339-be9e-99e155dd257c req-71788530-7cc3-4f83-a04c-153d2a14620c tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:46.957019 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-446b74f2-07ba-4339-be9e-99e155dd257c req-71788530-7cc3-4f83-a04c-153d2a14620c tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Usage tracker for resource:port and tenant:159f37d0eaf249a6b846671eb3cc125d is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:46.960301 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-446b74f2-07ba-4339-be9e-99e155dd257c req-71788530-7cc3-4f83-a04c-153d2a14620c tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:46.966586 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-446b74f2-07ba-4339-be9e-99e155dd257c req-71788530-7cc3-4f83-a04c-153d2a14620c tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:47.015696 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-446b74f2-07ba-4339-be9e-99e155dd257c req-71788530-7cc3-4f83-a04c-153d2a14620c tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Made reservation on behalf of 159f37d0eaf249a6b846671eb3cc125d for: {'port': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:11:47.023663 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-446b74f2-07ba-4339-be9e-99e155dd257c req-71788530-7cc3-4f83-a04c-153d2a14620c tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:47.030059 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-0550de68-a1a4-4037-ae29-a38695d2441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:47.033435 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-0550de68-a1a4-4037-ae29-a38695d2441b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c37360c4a0504626873b6f97b9c29250&device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 1097 time: 0.3957272
Apr 02 18:11:47.037100 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-97014702-7460-4acd-81c6-8845e67e6b80 req-1c4ebe09-0d5f-4e0e-8339-1ca44b169cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:47.136338 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-02001b7b-218d-4a41-aea7-d81cd4cc4887 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a50d65c4-ab4a-4445-8ffd-7d8acd512eca HTTP/1.1" status: 200  len: 217 time: 0.0857372
Apr 02 18:11:47.253066 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2152c6-a23d-4bd4-aaab-526adaa0cd5e', 'tag': 'a50d65c4-ab4a-4445-8ffd-7d8acd512eca', 'status': 'completed', 'code': 200}
Apr 02 18:11:47.380348 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-f320c7cf-650f-4c70-80ae-d3cde6a1ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:47.381954 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-f320c7cf-650f-4c70-80ae-d3cde6a1ba97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=469aa9b529694baa91a42fa0eae6e868&device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 1096 time: 0.4227607
Apr 02 18:11:47.386007 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-b45a40f1-cbd2-49ac-be14-c656816ff460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:47.387503 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-b45a40f1-cbd2-49ac-be14-c656816ff460 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fec0c31-c068-4ea6-b25e-65764845f668 HTTP/1.1" status: 200  len: 852 time: 0.1957183
Apr 02 18:11:47.502848 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1bc7de69-8bdf-4d84-9c75-3c9a584a41d0 req-f88d3826-f3ff-4fc3-9d37-8179c915717a tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 210 time: 0.1040406
Apr 02 18:11:47.535156 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea742741-f248-4144-b83c-27edb7b535a9 req-8ccb3145-85e1-4689-b3c2-a17e36db7579 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:47.536931 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ea742741-f248-4144-b83c-27edb7b535a9 req-8ccb3145-85e1-4689-b3c2-a17e36db7579 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 943 time: 0.3511267
Apr 02 18:11:47.544567 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [req-446b74f2-07ba-4339-be9e-99e155dd257c req-71788530-7cc3-4f83-a04c-153d2a14620c tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Allocated IP 172.20.0.12 (1fdcddea-b2b5-4b14-98c1-e98bd8f88785/e424265f-054f-4091-8e6d-5b2cbdc6da6a/0e509db3-028b-45c6-9ade-7a2bdd5e3107) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:11:47.647891 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-a5c1c5ed-c0a5-4a19-9320-19d138d6e89d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56ab80a2-d47b-476b-84f0-88dd9c8fc122 HTTP/1.1" status: 200  len: 217 time: 0.2435727
Apr 02 18:11:47.741301 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-4486f3ee-331e-4099-9176-cdfdf6048245 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfb48dea-d357-4081-a72c-1ec3c2310687&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3381948
Apr 02 18:11:47.904796 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ea742741-f248-4144-b83c-27edb7b535a9 req-bd451344-a2c9-481e-90f4-54a47e31d9b3 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3550527
Apr 02 18:11:47.981992 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-309fec2c-1db6-4617-b68b-4353282e895a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:47.984661 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-309fec2c-1db6-4617-b68b-4353282e895a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f251e70-9c7c-4901-a9b3-7ea1463d5c2b HTTP/1.1" status: 200  len: 854 time: 0.3155735
Apr 02 18:11:48.025282 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41b29c-8c19-4765-807c-9277f3290b96 req-7aa24643-c19e-4b6e-92ea-e2568e3235d9 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:48.027073 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6d41b29c-8c19-4765-807c-9277f3290b96 req-7aa24643-c19e-4b6e-92ea-e2568e3235d9 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 944 time: 0.2155645
Apr 02 18:11:48.030278 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-446b74f2-07ba-4339-be9e-99e155dd257c req-71788530-7cc3-4f83-a04c-153d2a14620c tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:48.059973 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-b9d68984-d9a3-4218-a334-6061591570b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0677583
Apr 02 18:11:48.091122 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6d41b29c-8c19-4765-807c-9277f3290b96 req-fd105275-5054-4829-90a5-6393429a1898 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561903
Apr 02 18:11:48.159249 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-446b74f2-07ba-4339-be9e-99e155dd257c req-71788530-7cc3-4f83-a04c-153d2a14620c tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851822213'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:48.183219 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:48.259887 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-1355b61a-72a4-49f5-af80-36c99084296e service neutron] 10.222.0.15 "GET /v2.0/networks/cfb48dea-d357-4081-a72c-1ec3c2310687?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4355278
Apr 02 18:11:48.327624 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71788530-7cc3-4f83-a04c-153d2a14620c tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Pushing event updated for resources: {'Port': ['ID=0e509db3-028b-45c6-9ade-7a2bdd5e3107,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:48.346406 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-71788530-7cc3-4f83-a04c-153d2a14620c tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:48.464889 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-446b74f2-07ba-4339-be9e-99e155dd257c req-71788530-7cc3-4f83-a04c-153d2a14620c tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Network 1fdcddea-b2b5-4b14-98c1-e98bd8f88785 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:11:48.467580 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [req-446b74f2-07ba-4339-be9e-99e155dd257c req-71788530-7cc3-4f83-a04c-153d2a14620c tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Resources bound (agent type, host, resource id):  {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:11:48.470936 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-446b74f2-07ba-4339-be9e-99e155dd257c req-71788530-7cc3-4f83-a04c-153d2a14620c tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:11:48.485191 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-7d502bb6-8762-4ae6-91c6-24cfd2d739d4 service neutron] 10.222.0.15 "GET /v2.0/networks/2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4164853
Apr 02 18:11:48.550862 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b74f2-07ba-4339-be9e-99e155dd257c req-71788530-7cc3-4f83-a04c-153d2a14620c tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:48.551659 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-446b74f2-07ba-4339-be9e-99e155dd257c req-71788530-7cc3-4f83-a04c-153d2a14620c tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:48.597487 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-84ad21b8-b704-45e3-a9d6-371a7d6332d1 req-61444e32-a6fa-486e-b8c0-b4308c1f104c service neutron] 10.222.0.15 "GET /v2.0/networks/cfb48dea-d357-4081-a72c-1ec3c2310687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3226283
Apr 02 18:11:48.617154 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-446b74f2-07ba-4339-be9e-99e155dd257c req-71788530-7cc3-4f83-a04c-153d2a14620c tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0444405
Apr 02 18:11:48.634671 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-446b74f2-07ba-4339-be9e-99e155dd257c req-08c65444-52ac-4f84-bd1c-ebc5cf5e6682 service neutron] Request body: {'port': {'device_id': 'c6599dba-ba40-4c59-a9da-b57b77625f4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:11:48.783785 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [req-97014702-7460-4acd-81c6-8845e67e6b80 req-1c4ebe09-0d5f-4e0e-8339-1ca44b169cd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5853389c-fccf-4c63-b5b4-fb203198adf4 {{(pid=84390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:11:48.801294 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-97014702-7460-4acd-81c6-8845e67e6b80 req-1c4ebe09-0d5f-4e0e-8339-1ca44b169cd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:48.866745 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [req-97014702-7460-4acd-81c6-8845e67e6b80 req-1c4ebe09-0d5f-4e0e-8339-1ca44b169cd7 service neutron] Transition to ACTIVE for port object 5853389c-fccf-4c63-b5b4-fb203198adf4 will not be triggered until provisioned by entity L2. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:11:48.877003 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-95272181-1f6e-4791-a199-94dc0f92b5ff req-a53f61e3-478b-46fc-af61-9c96e0f03a90 service neutron] 10.222.0.15 "GET /v2.0/networks/2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3841856
Apr 02 18:11:48.883839 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388152a-c7ea-4725-abd1-a8f51212abb7 req-02d2d3eb-d810-4fc3-a0bf-332653bd0d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:48.885439 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1388152a-c7ea-4725-abd1-a8f51212abb7 req-02d2d3eb-d810-4fc3-a0bf-332653bd0d50 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c37360c4a0504626873b6f97b9c29250&device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 1097 time: 0.1829889
Apr 02 18:11:48.915173 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350e92b-e9c7-4a6c-9692-f775293439af req-e3db87be-4194-4cc2-a71a-904343160a54 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:48.915946 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-3350e92b-e9c7-4a6c-9692-f775293439af req-e3db87be-4194-4cc2-a71a-904343160a54 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Synchronizing usage tracker for tenant:159f37d0eaf249a6b846671eb3cc125d on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:11:48.925025 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-446b74f2-07ba-4339-be9e-99e155dd257c req-08c65444-52ac-4f84-bd1c-ebc5cf5e6682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:48.957210 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-97014702-7460-4acd-81c6-8845e67e6b80 req-1c4ebe09-0d5f-4e0e-8339-1ca44b169cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:49.110184 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-3350e92b-e9c7-4a6c-9692-f775293439af req-e3db87be-4194-4cc2-a71a-904343160a54 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Unset dirty status for tenant:159f37d0eaf249a6b846671eb3cc125d on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:11:49.118555 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3350e92b-e9c7-4a6c-9692-f775293439af req-e3db87be-4194-4cc2-a71a-904343160a54 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 932 time: 0.4106197
Apr 02 18:11:49.332510 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de1c85e-77b0-4ef0-9704-dc698741ce39', 'tag': '56ab80a2-d47b-476b-84f0-88dd9c8fc122'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:11:49.336809 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388152a-c7ea-4725-abd1-a8f51212abb7 req-18d45e50-2e8c-4470-9a24-d2c702398262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:49.338438 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1388152a-c7ea-4725-abd1-a8f51212abb7 req-18d45e50-2e8c-4470-9a24-d2c702398262 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfb48dea-d357-4081-a72c-1ec3c2310687 HTTP/1.1" status: 200  len: 912 time: 0.4375803
Apr 02 18:11:49.356180 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:49.464877 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-3350e92b-e9c7-4a6c-9692-f775293439af req-55474fea-bac7-4e7d-9ed0-60f1cb0dfea5 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Synchronizing usage tracker for tenant:159f37d0eaf249a6b846671eb3cc125d on resource:security_group {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:11:49.514469 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ebe09-0d5f-4e0e-8339-1ca44b169cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=5853389c-fccf-4c63-b5b4-fb203198adf4,revision_number=2']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:49.524627 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-1c4ebe09-0d5f-4e0e-8339-1ca44b169cd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:49.597994 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-3350e92b-e9c7-4a6c-9692-f775293439af req-55474fea-bac7-4e7d-9ed0-60f1cb0dfea5 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Unset dirty status for tenant:159f37d0eaf249a6b846671eb3cc125d on resource:security_group {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:11:49.599310 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3350e92b-e9c7-4a6c-9692-f775293439af req-55474fea-bac7-4e7d-9ed0-60f1cb0dfea5 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4796548
Apr 02 18:11:49.622626 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ef2a8-a178-4315-b84c-66da4f0b6bb0 req-714c4804-0f4d-4d8e-a2ec-c27cccb599ee tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:49.630668 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ee5ef2a8-a178-4315-b84c-66da4f0b6bb0 req-714c4804-0f4d-4d8e-a2ec-c27cccb599ee tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 943 time: 0.5298362
Apr 02 18:11:49.726924 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ee5ef2a8-a178-4315-b84c-66da4f0b6bb0 req-634dd49d-c2c0-4291-ba2e-cab17ff2b103 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952585
Apr 02 18:11:49.786370 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-97014702-7460-4acd-81c6-8845e67e6b80 req-1c4ebe09-0d5f-4e0e-8339-1ca44b169cd7 service neutron] Attempting to bind port 5853389c-fccf-4c63-b5b4-fb203198adf4 on host hv-cinder-78460 for vnic_type normal with profile  {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:11:49.786978 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-97014702-7460-4acd-81c6-8845e67e6b80 req-1c4ebe09-0d5f-4e0e-8339-1ca44b169cd7 service neutron] Attempting to bind port 5853389c-fccf-4c63-b5b4-fb203198adf4 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': 'ee491d66-22ae-40ef-b3bc-321c2a2d81af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1fdcddea-b2b5-4b14-98c1-e98bd8f88785'}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:11:49.787525 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97014702-7460-4acd-81c6-8845e67e6b80 req-1c4ebe09-0d5f-4e0e-8339-1ca44b169cd7 service neutron] Attempting to bind port 5853389c-fccf-4c63-b5b4-fb203198adf4 on network 1fdcddea-b2b5-4b14-98c1-e98bd8f88785 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:11:49.793179 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97014702-7460-4acd-81c6-8845e67e6b80 req-1c4ebe09-0d5f-4e0e-8339-1ca44b169cd7 service neutron] Port 5853389c-fccf-4c63-b5b4-fb203198adf4 on network 1fdcddea-b2b5-4b14-98c1-e98bd8f88785 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:11:49.793719 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97014702-7460-4acd-81c6-8845e67e6b80 req-1c4ebe09-0d5f-4e0e-8339-1ca44b169cd7 service neutron] Attempting to bind port 5853389c-fccf-4c63-b5b4-fb203198adf4 on network 1fdcddea-b2b5-4b14-98c1-e98bd8f88785 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:11:49.801285 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97014702-7460-4acd-81c6-8845e67e6b80 req-1c4ebe09-0d5f-4e0e-8339-1ca44b169cd7 service neutron] Checking agent: {'id': 'ba9f1d54-5540-4326-91bf-66629f4d5678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'started_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:11:49.801814 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97014702-7460-4acd-81c6-8845e67e6b80 req-1c4ebe09-0d5f-4e0e-8339-1ca44b169cd7 service neutron] Checking segment: {'id': 'ee491d66-22ae-40ef-b3bc-321c2a2d81af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1fdcddea-b2b5-4b14-98c1-e98bd8f88785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:11:49.802599 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97014702-7460-4acd-81c6-8845e67e6b80 req-1c4ebe09-0d5f-4e0e-8339-1ca44b169cd7 service neutron] Bound using segment: {'id': 'ee491d66-22ae-40ef-b3bc-321c2a2d81af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1fdcddea-b2b5-4b14-98c1-e98bd8f88785'} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:11:49.803025 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-97014702-7460-4acd-81c6-8845e67e6b80 req-1c4ebe09-0d5f-4e0e-8339-1ca44b169cd7 service neutron] Bound port: 5853389c-fccf-4c63-b5b4-fb203198adf4, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee491d66-22ae-40ef-b3bc-321c2a2d81af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1fdcddea-b2b5-4b14-98c1-e98bd8f88785'}}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:11:49.803411 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-97014702-7460-4acd-81c6-8845e67e6b80 req-1c4ebe09-0d5f-4e0e-8339-1ca44b169cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:49.873558 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de1c85e-77b0-4ef0-9704-dc698741ce39', 'tag': '56ab80a2-d47b-476b-84f0-88dd9c8fc122', 'status': 'completed', 'code': 200}
Apr 02 18:11:49.936413 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-97014702-7460-4acd-81c6-8845e67e6b80 req-1c4ebe09-0d5f-4e0e-8339-1ca44b169cd7 service neutron] For port 5853389c-fccf-4c63-b5b4-fb203198adf4, host hv-cinder-78460, cleared binding levels {{(pid=84390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:11:49.941821 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-97014702-7460-4acd-81c6-8845e67e6b80 req-1c4ebe09-0d5f-4e0e-8339-1ca44b169cd7 service neutron] For port 5853389c-fccf-4c63-b5b4-fb203198adf4, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5853389c-fccf-4c63-b5b4-fb203198adf4,segment=NetworkSegment(ee491d66-22ae-40ef-b3bc-321c2a2d81af),segment_id=ee491d66-22ae-40ef-b3bc-321c2a2d81af)] {{(pid=84390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:11:49.959515 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [req-446b74f2-07ba-4339-be9e-99e155dd257c req-08c65444-52ac-4f84-bd1c-ebc5cf5e6682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e509db3-028b-45c6-9ade-7a2bdd5e3107 {{(pid=84391) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:11:49.970252 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-446b74f2-07ba-4339-be9e-99e155dd257c req-08c65444-52ac-4f84-bd1c-ebc5cf5e6682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:49.976639 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-97014702-7460-4acd-81c6-8845e67e6b80 req-1c4ebe09-0d5f-4e0e-8339-1ca44b169cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:49.980797 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e3923-81bc-4417-bf3f-0474971e5dab req-cbd68334-05ea-4492-a0e8-260e8ecddb81 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:49.982527 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b25e3923-81bc-4417-bf3f-0474971e5dab req-cbd68334-05ea-4492-a0e8-260e8ecddb81 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 944 time: 0.2519598
Apr 02 18:11:49.993476 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7c4b752f-3735-42a9-a701-ea1490524887 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:50.016226 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [req-446b74f2-07ba-4339-be9e-99e155dd257c req-08c65444-52ac-4f84-bd1c-ebc5cf5e6682 service neutron] Transition to ACTIVE for port object 0e509db3-028b-45c6-9ade-7a2bdd5e3107 will not be triggered until provisioned by entity L2. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:11:50.044706 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b25e3923-81bc-4417-bf3f-0474971e5dab req-3bf7f23f-4ec2-442c-9958-75c1ea389100 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533726
Apr 02 18:11:50.045796 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-446b74f2-07ba-4339-be9e-99e155dd257c req-08c65444-52ac-4f84-bd1c-ebc5cf5e6682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2953587'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:50.062690 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e001e76b-6699-4b95-8685-92e53652f4bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:50.196629 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1388152a-c7ea-4725-abd1-a8f51212abb7 req-ea134b5b-7560-44e2-81bf-4d14c89fa502 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a50d65c4-ab4a-4445-8ffd-7d8acd512eca HTTP/1.1" status: 200  len: 217 time: 0.0822337
Apr 02 18:11:50.200530 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c65444-52ac-4f84-bd1c-ebc5cf5e6682 service neutron] Pushing event updated for resources: {'Port': ['ID=0e509db3-028b-45c6-9ade-7a2bdd5e3107,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:50.203701 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-08c65444-52ac-4f84-bd1c-ebc5cf5e6682 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:50.220258 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ebe09-0d5f-4e0e-8339-1ca44b169cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=5853389c-fccf-4c63-b5b4-fb203198adf4,revision_number=3']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:50.225653 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-1c4ebe09-0d5f-4e0e-8339-1ca44b169cd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:50.259059 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97014702-7460-4acd-81c6-8845e67e6b80 req-1c4ebe09-0d5f-4e0e-8339-1ca44b169cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:50.259916 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-97014702-7460-4acd-81c6-8845e67e6b80 req-1c4ebe09-0d5f-4e0e-8339-1ca44b169cd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:50.261399 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-97014702-7460-4acd-81c6-8845e67e6b80 req-1c4ebe09-0d5f-4e0e-8339-1ca44b169cd7 service neutron] 10.222.0.15 "PUT /v2.0/ports/5853389c-fccf-4c63-b5b4-fb203198adf4 HTTP/1.1" status: 200  len: 1094 time: 3.5296278
Apr 02 18:11:50.626826 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-446b74f2-07ba-4339-be9e-99e155dd257c req-08c65444-52ac-4f84-bd1c-ebc5cf5e6682 service neutron] Attempting to bind port 0e509db3-028b-45c6-9ade-7a2bdd5e3107 on host hv-cinder-78460 for vnic_type normal with profile  {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:11:50.627338 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-446b74f2-07ba-4339-be9e-99e155dd257c req-08c65444-52ac-4f84-bd1c-ebc5cf5e6682 service neutron] Attempting to bind port 0e509db3-028b-45c6-9ade-7a2bdd5e3107 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': 'ee491d66-22ae-40ef-b3bc-321c2a2d81af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1fdcddea-b2b5-4b14-98c1-e98bd8f88785'}] {{(pid=84391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:11:50.627558 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446b74f2-07ba-4339-be9e-99e155dd257c req-08c65444-52ac-4f84-bd1c-ebc5cf5e6682 service neutron] Attempting to bind port 0e509db3-028b-45c6-9ade-7a2bdd5e3107 on network 1fdcddea-b2b5-4b14-98c1-e98bd8f88785 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:11:50.632630 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446b74f2-07ba-4339-be9e-99e155dd257c req-08c65444-52ac-4f84-bd1c-ebc5cf5e6682 service neutron] Port 0e509db3-028b-45c6-9ade-7a2bdd5e3107 on network 1fdcddea-b2b5-4b14-98c1-e98bd8f88785 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:11:50.632791 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446b74f2-07ba-4339-be9e-99e155dd257c req-08c65444-52ac-4f84-bd1c-ebc5cf5e6682 service neutron] Attempting to bind port 0e509db3-028b-45c6-9ade-7a2bdd5e3107 on network 1fdcddea-b2b5-4b14-98c1-e98bd8f88785 {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:11:50.638238 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446b74f2-07ba-4339-be9e-99e155dd257c req-08c65444-52ac-4f84-bd1c-ebc5cf5e6682 service neutron] Checking agent: {'id': 'ba9f1d54-5540-4326-91bf-66629f4d5678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'started_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:11:50.638632 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446b74f2-07ba-4339-be9e-99e155dd257c req-08c65444-52ac-4f84-bd1c-ebc5cf5e6682 service neutron] Checking segment: {'id': 'ee491d66-22ae-40ef-b3bc-321c2a2d81af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1fdcddea-b2b5-4b14-98c1-e98bd8f88785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:11:50.639187 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446b74f2-07ba-4339-be9e-99e155dd257c req-08c65444-52ac-4f84-bd1c-ebc5cf5e6682 service neutron] Bound using segment: {'id': 'ee491d66-22ae-40ef-b3bc-321c2a2d81af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1fdcddea-b2b5-4b14-98c1-e98bd8f88785'} {{(pid=84391) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:11:50.639676 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-446b74f2-07ba-4339-be9e-99e155dd257c req-08c65444-52ac-4f84-bd1c-ebc5cf5e6682 service neutron] Bound port: 0e509db3-028b-45c6-9ade-7a2bdd5e3107, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee491d66-22ae-40ef-b3bc-321c2a2d81af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1fdcddea-b2b5-4b14-98c1-e98bd8f88785'}}] {{(pid=84391) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:11:50.640085 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-446b74f2-07ba-4339-be9e-99e155dd257c req-08c65444-52ac-4f84-bd1c-ebc5cf5e6682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:50.784607 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-446b74f2-07ba-4339-be9e-99e155dd257c req-08c65444-52ac-4f84-bd1c-ebc5cf5e6682 service neutron] For port 0e509db3-028b-45c6-9ade-7a2bdd5e3107, host hv-cinder-78460, cleared binding levels {{(pid=84391) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:11:50.816614 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-446b74f2-07ba-4339-be9e-99e155dd257c req-08c65444-52ac-4f84-bd1c-ebc5cf5e6682 service neutron] For port 0e509db3-028b-45c6-9ade-7a2bdd5e3107, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=0e509db3-028b-45c6-9ade-7a2bdd5e3107,segment=NetworkSegment(ee491d66-22ae-40ef-b3bc-321c2a2d81af),segment_id=ee491d66-22ae-40ef-b3bc-321c2a2d81af)] {{(pid=84391) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:11:50.854602 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-446b74f2-07ba-4339-be9e-99e155dd257c req-08c65444-52ac-4f84-bd1c-ebc5cf5e6682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2953587'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:50.884154 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-82e81906-d3f2-419a-b201-e6ca6d5e8980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:51.078401 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29136afc-969a-4e1d-9ee1-5be461bba35d req-c1fd1a6b-ef28-40a2-9357-72f1fbdeaa72 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:51.080000 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-29136afc-969a-4e1d-9ee1-5be461bba35d req-c1fd1a6b-ef28-40a2-9357-72f1fbdeaa72 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 944 time: 0.3508625
Apr 02 18:11:51.127287 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c65444-52ac-4f84-bd1c-ebc5cf5e6682 service neutron] Pushing event updated for resources: {'Port': ['ID=0e509db3-028b-45c6-9ade-7a2bdd5e3107,revision_number=3']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:51.144161 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-08c65444-52ac-4f84-bd1c-ebc5cf5e6682 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:51.203270 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-29136afc-969a-4e1d-9ee1-5be461bba35d req-7a976964-2dd7-479c-8976-6aa753f5f8f6 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113038
Apr 02 18:11:51.213720 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa5dfe-b8ed-4415-8cfa-52057429ff85 req-ba322b6e-a4de-4fa0-8475-fd2723789448 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:51.215351 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d1fa5dfe-b8ed-4415-8cfa-52057429ff85 req-ba322b6e-a4de-4fa0-8475-fd2723789448 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 943 time: 0.2927160
Apr 02 18:11:51.246895 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b74f2-07ba-4339-be9e-99e155dd257c req-08c65444-52ac-4f84-bd1c-ebc5cf5e6682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:51.247591 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-446b74f2-07ba-4339-be9e-99e155dd257c req-08c65444-52ac-4f84-bd1c-ebc5cf5e6682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:51.249048 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-446b74f2-07ba-4339-be9e-99e155dd257c req-08c65444-52ac-4f84-bd1c-ebc5cf5e6682 service neutron] 10.222.0.15 "PUT /v2.0/ports/0e509db3-028b-45c6-9ade-7a2bdd5e3107 HTTP/1.1" status: 200  len: 1094 time: 2.6248078
Apr 02 18:11:51.249625 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6599dba-ba40-4c59-a9da-b57b77625f4b', 'tag': '0e509db3-028b-45c6-9ade-7a2bdd5e3107'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:11:51.283504 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d1fa5dfe-b8ed-4415-8cfa-52057429ff85 req-68083653-e736-4e32-bab8-8fd604b3d601 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603976
Apr 02 18:11:51.410468 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4b9cf-1e93-473d-afac-f0f6cbf36331 req-bbaf46eb-846d-4dc1-a021-ef55bc6f6a97 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:51.412076 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-67a4b9cf-1e93-473d-afac-f0f6cbf36331 req-bbaf46eb-846d-4dc1-a021-ef55bc6f6a97 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 944 time: 0.1052570
Apr 02 18:11:51.469420 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-67a4b9cf-1e93-473d-afac-f0f6cbf36331 req-8d8fece9-5480-4a81-ac88-aa30bb9abd96 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499725
Apr 02 18:11:51.498476 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6599dba-ba40-4c59-a9da-b57b77625f4b', 'tag': '0e509db3-028b-45c6-9ade-7a2bdd5e3107', 'status': 'completed', 'code': 200}
Apr 02 18:11:51.820037 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 35180) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:51.877219 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa', 'tag': '5853389c-fccf-4c63-b5b4-fb203198adf4'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:11:51.959741 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa', 'tag': '5853389c-fccf-4c63-b5b4-fb203198adf4', 'status': 'completed', 'code': 200}
Apr 02 18:11:51.974106 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-97642aa2-1d4b-4033-8a3a-e07636e0f81c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:51.989558 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-97642aa2-1d4b-4033-8a3a-e07636e0f81c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:51.993553 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-97642aa2-1d4b-4033-8a3a-e07636e0f81c admin admin] Usage tracker for resource:security_group_rule and tenant:01d42b2359dd462f9440c8c753c62c3a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:51.996547 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-97642aa2-1d4b-4033-8a3a-e07636e0f81c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:52.003151 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-97642aa2-1d4b-4033-8a3a-e07636e0f81c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:52.091144 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-97642aa2-1d4b-4033-8a3a-e07636e0f81c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:52.145227 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-97642aa2-1d4b-4033-8a3a-e07636e0f81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:52.156372 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:52.209246 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-97642aa2-1d4b-4033-8a3a-e07636e0f81c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=01d42b2359dd462f9440c8c753c62c3a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3880548
Apr 02 18:11:52.214331 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 35200) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:52.216609 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97642aa2-1d4b-4033-8a3a-e07636e0f81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ee7619-0d70-4317-a588-7420e11b7428,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:52.222617 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-97642aa2-1d4b-4033-8a3a-e07636e0f81c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:52.231577 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735e4db-d5b8-4a1c-9a43-bed853f82690 req-4d511463-d55b-4fb9-85ab-1f6977ae6c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:52.233168 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9735e4db-d5b8-4a1c-9a43-bed853f82690 req-4d511463-d55b-4fb9-85ab-1f6977ae6c29 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=469aa9b529694baa91a42fa0eae6e868&device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 1096 time: 0.1354103
Apr 02 18:11:52.321001 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388152a-c7ea-4725-abd1-a8f51212abb7 req-d03eb41f-2201-4c26-8ac4-4d9c2c84a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:52.322571 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1388152a-c7ea-4725-abd1-a8f51212abb7 req-d03eb41f-2201-4c26-8ac4-4d9c2c84a4b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fec0c31-c068-4ea6-b25e-65764845f668 HTTP/1.1" status: 200  len: 852 time: 0.2406471
Apr 02 18:11:52.398537 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1388152a-c7ea-4725-abd1-a8f51212abb7 req-bf726656-cd85-4aef-b1bb-508703ccd150 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfb48dea-d357-4081-a72c-1ec3c2310687&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0635602
Apr 02 18:11:52.439012 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8034f65e-fe55-45d3-bf50-e349eaa56c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:52.506019 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735e4db-d5b8-4a1c-9a43-bed853f82690 req-a3b12d76-120e-4c13-97e4-6213e1cd655e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:52.507648 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9735e4db-d5b8-4a1c-9a43-bed853f82690 req-a3b12d76-120e-4c13-97e4-6213e1cd655e service neutron] 10.222.0.15 "GET /v2.0/networks?id=2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff HTTP/1.1" status: 200  len: 914 time: 0.2676730
Apr 02 18:11:52.512502 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6008c4-d6ba-412e-a07f-0757017a062d req-a2e0a7d5-98ad-42a2-a6ef-f7bd53541cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:52.514075 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-aa6008c4-d6ba-412e-a07f-0757017a062d req-a2e0a7d5-98ad-42a2-a6ef-f7bd53541cb4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=159f37d0eaf249a6b846671eb3cc125d&device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 1097 time: 0.3861132
Apr 02 18:11:52.526843 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f6750-21f7-43b0-bc7f-86ba0265614c req-1c447b98-31a4-4135-8c28-0005fa43b187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:52.528378 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9c9f6750-21f7-43b0-bc7f-86ba0265614c req-1c447b98-31a4-4135-8c28-0005fa43b187 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=159f37d0eaf249a6b846671eb3cc125d&device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 1097 time: 0.3977749
Apr 02 18:11:52.569374 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8034f65e-fe55-45d3-bf50-e349eaa56c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:52.598201 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9735e4db-d5b8-4a1c-9a43-bed853f82690 req-5c641017-e7db-4230-bfe9-73343f7c4590 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56ab80a2-d47b-476b-84f0-88dd9c8fc122 HTTP/1.1" status: 200  len: 217 time: 0.0805092
Apr 02 18:11:52.610902 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd511bf-de18-48e3-8f34-5c9ed7240a5c req-8ea3cda9-f3f6-4a11-8dff-a1410b350103 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:52.612488 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2cd511bf-de18-48e3-8f34-5c9ed7240a5c req-8ea3cda9-f3f6-4a11-8dff-a1410b350103 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 944 time: 0.2749434
Apr 02 18:11:52.708608 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2f939-571c-42f2-b45a-c0354f4ea6b3 req-bea916d8-a54f-4283-8d9b-60fd7c5cde9e tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:52.710266 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c3a2f939-571c-42f2-b45a-c0354f4ea6b3 req-bea916d8-a54f-4283-8d9b-60fd7c5cde9e tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 943 time: 0.2942071
Apr 02 18:11:52.752050 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735e4db-d5b8-4a1c-9a43-bed853f82690 req-cca95243-d01d-42c0-b624-05e6461b307f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:52.753621 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9735e4db-d5b8-4a1c-9a43-bed853f82690 req-cca95243-d01d-42c0-b624-05e6461b307f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f251e70-9c7c-4901-a9b3-7ea1463d5c2b HTTP/1.1" status: 200  len: 854 time: 0.1401808
Apr 02 18:11:52.763710 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2cd511bf-de18-48e3-8f34-5c9ed7240a5c req-a8c9b77d-9e4c-48b8-99b7-f0142e435941 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136179
Apr 02 18:11:52.824994 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9735e4db-d5b8-4a1c-9a43-bed853f82690 req-c08fa234-8ef3-4b4e-b253-7647f93422fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0590181
Apr 02 18:11:52.833775 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c3a2f939-571c-42f2-b45a-c0354f4ea6b3 req-7c49a70c-3a43-47ee-bd33-4f0fbb8606be tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127625
Apr 02 18:11:52.928082 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1388152a-c7ea-4725-abd1-a8f51212abb7 req-a439ea60-520e-4bbe-a9ce-4c42b56c4e90 service neutron] 10.222.0.15 "GET /v2.0/networks/cfb48dea-d357-4081-a72c-1ec3c2310687?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5214226
Apr 02 18:11:53.080309 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9735e4db-d5b8-4a1c-9a43-bed853f82690 req-a6ced1cc-b20e-4de6-907b-18bf809b80f5 service neutron] 10.222.0.15 "GET /v2.0/networks/2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2454660
Apr 02 18:11:53.095661 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6008c4-d6ba-412e-a07f-0757017a062d req-73284387-9f81-4fe4-8b85-c0f8f2686ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:53.097259 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-aa6008c4-d6ba-412e-a07f-0757017a062d req-73284387-9f81-4fe4-8b85-c0f8f2686ea8 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=159f37d0eaf249a6b846671eb3cc125d&shared=False HTTP/1.1" status: 200  len: 918 time: 0.5576303
Apr 02 18:11:53.112819 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f6750-21f7-43b0-bc7f-86ba0265614c req-75ee8b76-a6d9-4e79-a081-455ce950c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:53.114377 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9c9f6750-21f7-43b0-bc7f-86ba0265614c req-75ee8b76-a6d9-4e79-a081-455ce950c2b0 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=159f37d0eaf249a6b846671eb3cc125d&shared=False HTTP/1.1" status: 200  len: 918 time: 0.5709515
Apr 02 18:11:53.232052 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8034f65e-fe55-45d3-bf50-e349eaa56c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:53.242541 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1388152a-c7ea-4725-abd1-a8f51212abb7 req-0ab1c487-0bd0-4989-9813-b9b7a61a25b3 service neutron] 10.222.0.15 "GET /v2.0/networks/cfb48dea-d357-4081-a72c-1ec3c2310687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3012276
Apr 02 18:11:53.242956 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0c72d-8d08-4d62-8aea-c2830548057a req-9584f6cc-14b5-4a56-b1db-780534dad411 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:53.268353 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-33a0c72d-8d08-4d62-8aea-c2830548057a req-9584f6cc-14b5-4a56-b1db-780534dad411 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 944 time: 0.2589052
Apr 02 18:11:53.340643 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9735e4db-d5b8-4a1c-9a43-bed853f82690 req-0f97d4e7-4e8f-4ff7-9961-6370382ea278 service neutron] 10.222.0.15 "GET /v2.0/networks/2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2486410
Apr 02 18:11:53.349250 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-33a0c72d-8d08-4d62-8aea-c2830548057a req-3c51cea4-db2b-4f9d-b6dc-13da25cca083 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799572
Apr 02 18:11:53.514839 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:53.544345 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034f65e-fe55-45d3-bf50-e349eaa56c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ee7619-0d70-4317-a588-7420e11b7428,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:53.548907 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8034f65e-fe55-45d3-bf50-e349eaa56c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:53.564415 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8034f65e-fe55-45d3-bf50-e349eaa56c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:53.567783 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-8034f65e-fe55-45d3-bf50-e349eaa56c12 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/68ee7619-0d70-4317-a588-7420e11b7428 HTTP/1.1" status: 204  len: 168 time: 1.3430126
Apr 02 18:11:53.643511 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6008c4-d6ba-412e-a07f-0757017a062d req-3896b96a-d6a8-4cea-8eb2-ac10742c62e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:53.645145 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-aa6008c4-d6ba-412e-a07f-0757017a062d req-3896b96a-d6a8-4cea-8eb2-ac10742c62e4 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.5364096
Apr 02 18:11:53.675367 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f6750-21f7-43b0-bc7f-86ba0265614c req-6255c12f-d7d0-4ddc-b253-a639a9a9417a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:53.677644 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9c9f6750-21f7-43b0-bc7f-86ba0265614c req-6255c12f-d7d0-4ddc-b253-a639a9a9417a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.5215936
Apr 02 18:11:53.887066 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97014702-7460-4acd-81c6-8845e67e6b80 req-d61a3a96-16b9-41fe-8ae3-d8d4a54d5d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:53.888765 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-97014702-7460-4acd-81c6-8845e67e6b80 req-d61a3a96-16b9-41fe-8ae3-d8d4a54d5d34 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=159f37d0eaf249a6b846671eb3cc125d&device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 1097 time: 0.1266861
Apr 02 18:11:53.892657 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b74f2-07ba-4339-be9e-99e155dd257c req-f4eac182-d004-45f2-8cd9-6028cbcd6780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:53.894076 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-446b74f2-07ba-4339-be9e-99e155dd257c req-f4eac182-d004-45f2-8cd9-6028cbcd6780 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=159f37d0eaf249a6b846671eb3cc125d&device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 1097 time: 0.2018063
Apr 02 18:11:54.108093 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-97014702-7460-4acd-81c6-8845e67e6b80 req-0136c38f-d87a-43cf-9151-6c23206134e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5853389c-fccf-4c63-b5b4-fb203198adf4 HTTP/1.1" status: 200  len: 217 time: 0.2120426
Apr 02 18:11:54.119406 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-446b74f2-07ba-4339-be9e-99e155dd257c req-b5f089f4-eacb-4fa9-807c-066fe9e8d92e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e509db3-028b-45c6-9ade-7a2bdd5e3107 HTTP/1.1" status: 200  len: 217 time: 0.0834794
Apr 02 18:11:54.210786 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b90a2c-9904-4b04-a1a3-ef33c7e142c5 req-54bc5759-5796-4d35-b9bf-4171be9db51b tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:54.212588 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e3b90a2c-9904-4b04-a1a3-ef33c7e142c5 req-54bc5759-5796-4d35-b9bf-4171be9db51b tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 944 time: 0.2205291
Apr 02 18:11:54.225121 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d870b-4081-47aa-830f-4ad14d724a5d req-1999cde2-e399-45c6-8f66-e5685a2c0d95 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:54.229981 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c99d870b-4081-47aa-830f-4ad14d724a5d req-1999cde2-e399-45c6-8f66-e5685a2c0d95 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 943 time: 0.1668143
Apr 02 18:11:54.245223 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 35270) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:54.253591 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97014702-7460-4acd-81c6-8845e67e6b80 req-72e58ea4-4ca1-47dd-a311-66bc17f2f94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:54.255161 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-97014702-7460-4acd-81c6-8845e67e6b80 req-72e58ea4-4ca1-47dd-a311-66bc17f2f94d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e424265f-054f-4091-8e6d-5b2cbdc6da6a HTTP/1.1" status: 200  len: 858 time: 0.1376457
Apr 02 18:11:54.274810 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b74f2-07ba-4339-be9e-99e155dd257c req-98fb86e3-e0b1-430e-870e-d80928eae8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:54.276329 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-446b74f2-07ba-4339-be9e-99e155dd257c req-98fb86e3-e0b1-430e-870e-d80928eae8d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e424265f-054f-4091-8e6d-5b2cbdc6da6a HTTP/1.1" status: 200  len: 858 time: 0.1211648
Apr 02 18:11:54.312618 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e3b90a2c-9904-4b04-a1a3-ef33c7e142c5 req-fdb22be1-aa05-445d-b7dc-7e1ba75f95e6 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804968
Apr 02 18:11:54.317607 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c99d870b-4081-47aa-830f-4ad14d724a5d req-133017c3-7bfe-4b4b-a187-906127343117 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830333
Apr 02 18:11:54.330412 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-532188c0-29f8-4a7a-b627-446492c8707f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:54.390552 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-97014702-7460-4acd-81c6-8845e67e6b80 req-37a45187-aa99-4ad2-bdd9-3f147744b3ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fdcddea-b2b5-4b14-98c1-e98bd8f88785&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1170826
Apr 02 18:11:54.402263 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-446b74f2-07ba-4339-be9e-99e155dd257c req-e65befd2-572f-40e7-8d5c-e92b6851cf55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fdcddea-b2b5-4b14-98c1-e98bd8f88785&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0746684
Apr 02 18:11:54.403279 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-532188c0-29f8-4a7a-b627-446492c8707f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:11:54.435253 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-532188c0-29f8-4a7a-b627-446492c8707f admin admin] Usage tracker for resource:security_group_rule and tenant:869057ad1b6b4e049cc2d38f60bebc4f is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:11:54.460573 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-532188c0-29f8-4a7a-b627-446492c8707f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:11:54.583699 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87eff5-3599-46a4-b026-77cc0bc74764 req-e3a43ebc-8f97-436c-a7c6-ed692d4212c8 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:54.585339 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9f87eff5-3599-46a4-b026-77cc0bc74764 req-e3a43ebc-8f97-436c-a7c6-ed692d4212c8 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 944 time: 0.0951476
Apr 02 18:11:54.586724 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-532188c0-29f8-4a7a-b627-446492c8707f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:11:54.643936 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9f87eff5-3599-46a4-b026-77cc0bc74764 req-7bab735a-97af-4e9a-842e-23aa105c9e69 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510283
Apr 02 18:11:54.753713 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-97014702-7460-4acd-81c6-8845e67e6b80 req-1f1ab65e-dff9-476c-9abd-84a0651ad3aa service neutron] 10.222.0.15 "GET /v2.0/networks/1fdcddea-b2b5-4b14-98c1-e98bd8f88785?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3549144
Apr 02 18:11:54.756145 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-446b74f2-07ba-4339-be9e-99e155dd257c req-137f7233-0ca7-4f6f-bdb1-202633b32c2e service neutron] 10.222.0.15 "GET /v2.0/networks/1fdcddea-b2b5-4b14-98c1-e98bd8f88785?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3257117
Apr 02 18:11:55.017888 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-532188c0-29f8-4a7a-b627-446492c8707f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:55.059119 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-532188c0-29f8-4a7a-b627-446492c8707f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:55.061994 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 56ab80a2-d47b-476b-84f0-88dd9c8fc122 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:11:55.086525 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:55.113893 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-446b74f2-07ba-4339-be9e-99e155dd257c req-a8ff6422-4f66-4777-856a-fa9caaa1137f service neutron] 10.222.0.15 "GET /v2.0/networks/1fdcddea-b2b5-4b14-98c1-e98bd8f88785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3459947
Apr 02 18:11:55.149266 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-97014702-7460-4acd-81c6-8845e67e6b80 req-02c66020-1e22-4b20-aa2a-470232c472c8 service neutron] 10.222.0.15 "GET /v2.0/networks/1fdcddea-b2b5-4b14-98c1-e98bd8f88785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3803704
Apr 02 18:11:55.155452 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-532188c0-29f8-4a7a-b627-446492c8707f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=869057ad1b6b4e049cc2d38f60bebc4f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9071114
Apr 02 18:11:55.157400 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532188c0-29f8-4a7a-b627-446492c8707f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8b3434-5e04-4c76-bbab-19bf7d075a89,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:55.158771 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 35282) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:11:55.170642 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-532188c0-29f8-4a7a-b627-446492c8707f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:55.236840 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d2cacee9-111e-482e-ad1b-14f67e4af807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:55.265313 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d2cacee9-111e-482e-ad1b-14f67e4af807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:55.298018 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 56ab80a2-d47b-476b-84f0-88dd9c8fc122, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=56ab80a2-d47b-476b-84f0-88dd9c8fc122,segment=NetworkSegment(ed805b0c-f3b6-4176-8c71-1ed496648d92),segment_id=ed805b0c-f3b6-4176-8c71-1ed496648d92)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:11:55.322327 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Returning: {'device': '56ab80a2-d47b-476b-84f0-88dd9c8fc122', 'network_id': '2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff', 'port_id': '56ab80a2-d47b-476b-84f0-88dd9c8fc122', 'mac_address': 'fa:16:3e:c0:e3:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f251e70-9c7c-4901-a9b3-7ea1463d5c2b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:11:55.349171 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d2cacee9-111e-482e-ad1b-14f67e4af807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:55.355127 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:55.388341 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cacee9-111e-482e-ad1b-14f67e4af807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8b3434-5e04-4c76-bbab-19bf7d075a89,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:55.390925 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:55.391302 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d2cacee9-111e-482e-ad1b-14f67e4af807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:55.410185 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d2cacee9-111e-482e-ad1b-14f67e4af807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:55.413802 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-d2cacee9-111e-482e-ad1b-14f67e4af807 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2c8b3434-5e04-4c76-bbab-19bf7d075a89 HTTP/1.1" status: 204  len: 168 time: 0.2516305
Apr 02 18:11:55.649886 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7e12f-76e2-4ee7-adf5-2f8e5fcebd19 req-aa57b7d4-be78-4598-8d24-39630a95eb2c tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:55.660851 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6fd7e12f-76e2-4ee7-adf5-2f8e5fcebd19 req-aa57b7d4-be78-4598-8d24-39630a95eb2c tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 944 time: 0.1974010
Apr 02 18:11:55.727557 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ab80a2-d47b-476b-84f0-88dd9c8fc122 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:11:55.790540 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 56ab80a2-d47b-476b-84f0-88dd9c8fc122, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=56ab80a2-d47b-476b-84f0-88dd9c8fc122,segment=NetworkSegment(ed805b0c-f3b6-4176-8c71-1ed496648d92),segment_id=ed805b0c-f3b6-4176-8c71-1ed496648d92)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:11:55.792347 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6fd7e12f-76e2-4ee7-adf5-2f8e5fcebd19 req-6d6d9df0-4fe0-481a-a743-0bbb52b688c5 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303310
Apr 02 18:11:55.828844 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be9875-2c1e-4eb7-848d-b698edf15ca2 req-48242af7-c80c-4af5-8268-ed6eb4e75685 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:55.831089 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-49be9875-2c1e-4eb7-848d-b698edf15ca2 req-48242af7-c80c-4af5-8268-ed6eb4e75685 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 943 time: 0.1365237
Apr 02 18:11:55.840897 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:55.845247 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device a50d65c4-ab4a-4445-8ffd-7d8acd512eca details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:11:55.845247 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-57053c7a-9d39-4cd3-9f38-4bc07827e36e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:55.896463 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-49be9875-2c1e-4eb7-848d-b698edf15ca2 req-d533c17c-0439-4d47-8df8-3c5230db0634 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585661
Apr 02 18:11:55.947377 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=56ab80a2-d47b-476b-84f0-88dd9c8fc122,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:55.955960 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:56.130668 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0278eea-be35-4b43-8059-ffd9d3a14a29 req-795737ec-10c3-4884-9fd7-1798d355a0e2 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:56.133002 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b0278eea-be35-4b43-8059-ffd9d3a14a29 req-795737ec-10c3-4884-9fd7-1798d355a0e2 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 944 time: 0.1134624
Apr 02 18:11:56.148185 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port a50d65c4-ab4a-4445-8ffd-7d8acd512eca, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=a50d65c4-ab4a-4445-8ffd-7d8acd512eca,segment=NetworkSegment(44094285-04a0-4d49-90e7-0f242b71451f),segment_id=44094285-04a0-4d49-90e7-0f242b71451f)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:11:56.164181 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Returning: {'device': 'a50d65c4-ab4a-4445-8ffd-7d8acd512eca', 'network_id': 'cfb48dea-d357-4081-a72c-1ec3c2310687', 'port_id': 'a50d65c4-ab4a-4445-8ffd-7d8acd512eca', 'mac_address': 'fa:16:3e:bf:28:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fec0c31-c068-4ea6-b25e-65764845f668', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:11:56.200528 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b0278eea-be35-4b43-8059-ffd9d3a14a29 req-16a48d44-7581-4f9a-9e85-6036e2bb8eda tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582855
Apr 02 18:11:56.241968 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:56.260776 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a50d65c4-ab4a-4445-8ffd-7d8acd512eca {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:11:56.279485 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port a50d65c4-ab4a-4445-8ffd-7d8acd512eca, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=a50d65c4-ab4a-4445-8ffd-7d8acd512eca,segment=NetworkSegment(44094285-04a0-4d49-90e7-0f242b71451f),segment_id=44094285-04a0-4d49-90e7-0f242b71451f)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:11:56.307842 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:56.310039 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:56.418662 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=a50d65c4-ab4a-4445-8ffd-7d8acd512eca,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:56.423350 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:57.050170 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80484a2c-ccff-436f-8a51-0683b90b37e4 req-99959e38-deb6-460b-b03d-854f2c617f99 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:57.051856 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-80484a2c-ccff-436f-8a51-0683b90b37e4 req-99959e38-deb6-460b-b03d-854f2c617f99 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 944 time: 0.0946131
Apr 02 18:11:57.159634 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-80484a2c-ccff-436f-8a51-0683b90b37e4 req-5c923e33-319e-4564-bf6e-35c34b5c7564 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004944
Apr 02 18:11:57.184270 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027be8d7-21bb-4ac8-b74b-839de8230605 req-f5432df5-bdfd-4bd4-990a-bd58841603d9 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:57.185861 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-027be8d7-21bb-4ac8-b74b-839de8230605 req-f5432df5-bdfd-4bd4-990a-bd58841603d9 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 944 time: 0.1255968
Apr 02 18:11:57.239204 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-027be8d7-21bb-4ac8-b74b-839de8230605 req-00b709b3-6592-4fe6-8f95-fc4757846750 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458388
Apr 02 18:11:57.594066 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3299dfeb-d044-4e07-982b-0a4cc1400d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:57.679825 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bde9ae-0b2b-4a84-b205-cbe1b133ed55 req-f15bace7-055d-4d43-9c48-a0d320dbde3a tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:57.681459 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-57bde9ae-0b2b-4a84-b205-cbe1b133ed55 req-f15bace7-055d-4d43-9c48-a0d320dbde3a tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 945 time: 0.3364468
Apr 02 18:11:57.730219 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-57bde9ae-0b2b-4a84-b205-cbe1b133ed55 req-8d4db10a-d107-4bd2-9a6a-17e9981c8cb8 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423207
Apr 02 18:11:58.363548 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31698ed-ba89-4eee-9487-7d6645208a0c req-ec980ec1-308a-4744-9615-1259c2b10458 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:58.365157 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e31698ed-ba89-4eee-9487-7d6645208a0c req-ec980ec1-308a-4744-9615-1259c2b10458 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 944 time: 0.0926988
Apr 02 18:11:58.387643 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 5853389c-fccf-4c63-b5b4-fb203198adf4 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:11:58.479354 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e31698ed-ba89-4eee-9487-7d6645208a0c req-98abf28d-b837-475d-9b01-cf2f08469bc2 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638342
Apr 02 18:11:58.502359 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600d807-556f-44fc-b178-353a39ef0c46 req-cfce401b-24e4-49f1-b7a2-de00f0d9501c tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:58.503985 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e600d807-556f-44fc-b178-353a39ef0c46 req-cfce401b-24e4-49f1-b7a2-de00f0d9501c tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 944 time: 0.1374319
Apr 02 18:11:58.556516 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e600d807-556f-44fc-b178-353a39ef0c46 req-968ef9ed-f652-4042-a859-c033ebcaf35b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452850
Apr 02 18:11:58.558414 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 5853389c-fccf-4c63-b5b4-fb203198adf4, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5853389c-fccf-4c63-b5b4-fb203198adf4,segment=NetworkSegment(ee491d66-22ae-40ef-b3bc-321c2a2d81af),segment_id=ee491d66-22ae-40ef-b3bc-321c2a2d81af)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:11:58.573450 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Returning: {'device': '5853389c-fccf-4c63-b5b4-fb203198adf4', 'network_id': '1fdcddea-b2b5-4b14-98c1-e98bd8f88785', 'port_id': '5853389c-fccf-4c63-b5b4-fb203198adf4', 'mac_address': 'fa:16:3e:b7:87:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e424265f-054f-4091-8e6d-5b2cbdc6da6a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:11:58.642337 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:58.664870 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5853389c-fccf-4c63-b5b4-fb203198adf4 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:11:58.707266 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 5853389c-fccf-4c63-b5b4-fb203198adf4, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5853389c-fccf-4c63-b5b4-fb203198adf4,segment=NetworkSegment(ee491d66-22ae-40ef-b3bc-321c2a2d81af),segment_id=ee491d66-22ae-40ef-b3bc-321c2a2d81af)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:11:58.766746 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:58.767624 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:58.769445 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 0e509db3-028b-45c6-9ade-7a2bdd5e3107 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:11:58.773294 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:58.854932 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=5853389c-fccf-4c63-b5b4-fb203198adf4,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:58.859218 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 0e509db3-028b-45c6-9ade-7a2bdd5e3107, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=0e509db3-028b-45c6-9ade-7a2bdd5e3107,segment=NetworkSegment(ee491d66-22ae-40ef-b3bc-321c2a2d81af),segment_id=ee491d66-22ae-40ef-b3bc-321c2a2d81af)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:11:58.877079 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:58.885227 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Returning: {'device': '0e509db3-028b-45c6-9ade-7a2bdd5e3107', 'network_id': '1fdcddea-b2b5-4b14-98c1-e98bd8f88785', 'port_id': '0e509db3-028b-45c6-9ade-7a2bdd5e3107', 'mac_address': 'fa:16:3e:42:b7:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e424265f-054f-4091-8e6d-5b2cbdc6da6a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:11:58.965780 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:58.978856 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a5f4f-3c6c-456c-9598-0ee1fca8a2dd req-28d431be-5567-489a-b177-2db5aae2b4bf tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:58.980529 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d18a5f4f-3c6c-456c-9598-0ee1fca8a2dd req-28d431be-5567-489a-b177-2db5aae2b4bf tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 945 time: 0.1000016
Apr 02 18:11:58.984902 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e509db3-028b-45c6-9ade-7a2bdd5e3107 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:11:59.002185 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 0e509db3-028b-45c6-9ade-7a2bdd5e3107, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=0e509db3-028b-45c6-9ade-7a2bdd5e3107,segment=NetworkSegment(ee491d66-22ae-40ef-b3bc-321c2a2d81af),segment_id=ee491d66-22ae-40ef-b3bc-321c2a2d81af)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:11:59.031805 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d18a5f4f-3c6c-456c-9598-0ee1fca8a2dd req-9db9dfe1-3a36-40b5-b7e7-c7b99b0c3fcb tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432522
Apr 02 18:11:59.033761 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:59.036684 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:11:59.106575 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=0e509db3-028b-45c6-9ade-7a2bdd5e3107,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:11:59.109941 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:11:59.434529 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['a50d65c4-ab4a-4445-8ffd-7d8acd512eca'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:11:59.467649 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['56ab80a2-d47b-476b-84f0-88dd9c8fc122'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:11:59.660695 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-28dd6be4-f019-4e79-82be-90cf5b1381df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:11:59.678312 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['0e509db3-028b-45c6-9ade-7a2bdd5e3107'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:11:59.702818 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['5853389c-fccf-4c63-b5b4-fb203198adf4'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:11:59.706798 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b3069-db60-4e68-8510-7b9c432ac7a9 req-8771a973-1327-4546-83c6-3856118868d5 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:59.708562 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a31b3069-db60-4e68-8510-7b9c432ac7a9 req-8771a973-1327-4546-83c6-3856118868d5 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 945 time: 0.1006880
Apr 02 18:11:59.828108 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a31b3069-db60-4e68-8510-7b9c432ac7a9 req-5de00746-e14b-4034-b325-0d33bf533989 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754173
Apr 02 18:11:59.866285 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa394ecf-f2e6-4564-a98b-f16842c92401 req-605ae41a-ca10-45dd-9954-d3f94f31c800 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:11:59.883304 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fa394ecf-f2e6-4564-a98b-f16842c92401 req-605ae41a-ca10-45dd-9954-d3f94f31c800 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 944 time: 0.1860528
Apr 02 18:11:59.987792 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fa394ecf-f2e6-4564-a98b-f16842c92401 req-69753ea8-1e02-4b09-9f82-78822484b4f5 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002114
Apr 02 18:12:00.136904 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:00.235436 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f55b6-c4a5-4127-b4e7-82bc597a0b09 req-711262a9-95cd-4159-b79b-2efe9eab3832 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:00.236958 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-036f55b6-c4a5-4127-b4e7-82bc597a0b09 req-711262a9-95cd-4159-b79b-2efe9eab3832 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 945 time: 0.0882816
Apr 02 18:12:00.286010 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-036f55b6-c4a5-4127-b4e7-82bc597a0b09 req-75335f84-9251-483b-99dc-95f28bf33e75 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420620
Apr 02 18:12:01.067266 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cbcb9-2844-42a0-be9e-6de1cd51f2de req-d8adecf7-47d2-4f09-bcc7-21dac9028eb2 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:01.068908 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-216cbcb9-2844-42a0-be9e-6de1cd51f2de req-d8adecf7-47d2-4f09-bcc7-21dac9028eb2 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 945 time: 0.1127636
Apr 02 18:12:01.166429 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-216cbcb9-2844-42a0-be9e-6de1cd51f2de req-f5f8f500-8b66-4938-bc3b-895c5b264a97 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908711
Apr 02 18:12:01.213910 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49733ba1-fca1-49d8-b7e4-f4fd05c7e889 req-848541ef-bcb8-4161-8e5e-e9b6349ebad7 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:01.215522 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-49733ba1-fca1-49d8-b7e4-f4fd05c7e889 req-848541ef-bcb8-4161-8e5e-e9b6349ebad7 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 944 time: 0.1077926
Apr 02 18:12:01.262167 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-49733ba1-fca1-49d8-b7e4-f4fd05c7e889 req-79bfdbf0-ce7f-4dde-9468-b893662d56d1 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403278
Apr 02 18:12:01.484913 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e8491-fc2a-49b2-a4b3-5b8e43b382ee req-84a9e0f3-809a-4f80-9f4b-7b78780ee860 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:01.486512 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bf9e8491-fc2a-49b2-a4b3-5b8e43b382ee req-84a9e0f3-809a-4f80-9f4b-7b78780ee860 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 945 time: 0.0887382
Apr 02 18:12:01.533058 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bf9e8491-fc2a-49b2-a4b3-5b8e43b382ee req-b93e4169-3eb4-43cd-a9a7-8c5ac694a191 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399563
Apr 02 18:12:01.655523 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:02.370733 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba5f5f-3b5f-47af-833a-b143269b946c req-3216fa7b-9dd4-4b26-b305-c942b62d8f48 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:02.372332 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-44ba5f5f-3b5f-47af-833a-b143269b946c req-3216fa7b-9dd4-4b26-b305-c942b62d8f48 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 945 time: 0.0923195
Apr 02 18:12:02.467154 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-44ba5f5f-3b5f-47af-833a-b143269b946c req-a32f9b8f-9138-4fe2-a378-14969be8debe tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863745
Apr 02 18:12:02.499663 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0c409-a399-4e8a-9b9a-b4f54b34d9fb req-bc83dabf-d780-4fc9-ab0d-6f2ba591b457 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:02.501221 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6bb0c409-a399-4e8a-9b9a-b4f54b34d9fb req-bc83dabf-d780-4fc9-ab0d-6f2ba591b457 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 944 time: 0.1225619
Apr 02 18:12:02.547905 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6bb0c409-a399-4e8a-9b9a-b4f54b34d9fb req-af3d9ea4-f359-499f-997d-55aa116f89dd tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402169
Apr 02 18:12:02.732229 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9050e95-be5f-4ac0-9b6d-b26318a4d991 req-f115c459-1612-4c45-9433-1ea5121dad9e tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:02.734336 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c9050e95-be5f-4ac0-9b6d-b26318a4d991 req-f115c459-1612-4c45-9433-1ea5121dad9e tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 945 time: 0.0894978
Apr 02 18:12:02.783299 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c9050e95-be5f-4ac0-9b6d-b26318a4d991 req-fc804578-acb7-469d-aa82-0b92a2d1eba9 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412018
Apr 02 18:12:03.720623 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451141ce-b4d9-4e14-91f1-2b49ae6e1c70 req-01f2b1d1-b23a-4809-bf78-0cea892f9c5e tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:03.722233 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-451141ce-b4d9-4e14-91f1-2b49ae6e1c70 req-01f2b1d1-b23a-4809-bf78-0cea892f9c5e tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 945 time: 0.1373677
Apr 02 18:12:03.793051 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-451141ce-b4d9-4e14-91f1-2b49ae6e1c70 req-f4a72a5b-41c1-4e17-82c7-28fcd602bfba tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642021
Apr 02 18:12:03.816030 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de6de4-4375-4b27-a67f-d47c6e959bda req-f5794ce6-c7a5-4de0-ab1b-b135a1dcafa9 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:03.817807 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-46de6de4-4375-4b27-a67f-d47c6e959bda req-f5794ce6-c7a5-4de0-ab1b-b135a1dcafa9 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 944 time: 0.1447666
Apr 02 18:12:03.866869 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-46de6de4-4375-4b27-a67f-d47c6e959bda req-9f37bcbb-9ca6-41be-8c90-b2e3b5b062c7 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426941
Apr 02 18:12:04.018773 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a164b9-98eb-4be2-b4fc-8f2e8fe9e8d7 req-0d36a1c8-db9a-4501-8f4f-aad451b6dad9 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:04.020368 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c4a164b9-98eb-4be2-b4fc-8f2e8fe9e8d7 req-0d36a1c8-db9a-4501-8f4f-aad451b6dad9 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 945 time: 0.0911565
Apr 02 18:12:04.069833 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c4a164b9-98eb-4be2-b4fc-8f2e8fe9e8d7 req-7cfad3de-d46e-4b9d-a679-fa29ee6be13f tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425017
Apr 02 18:12:04.723309 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 0e509db3-028b-45c6-9ade-7a2bdd5e3107 up at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:12:04.838861 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning for port 0e509db3-028b-45c6-9ade-7a2bdd5e3107 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:12:04.854485 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning complete for port 0e509db3-028b-45c6-9ade-7a2bdd5e3107 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:12:04.854485 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:05.006912 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:05.045159 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 0e509db3-028b-45c6-9ade-7a2bdd5e3107, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=0e509db3-028b-45c6-9ade-7a2bdd5e3107,segment=NetworkSegment(ee491d66-22ae-40ef-b3bc-321c2a2d81af),segment_id=ee491d66-22ae-40ef-b3bc-321c2a2d81af)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:12:05.049089 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6599dba-ba40-4c59-a9da-b57b77625f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e509db3-028b-45c6-9ade-7a2bdd5e3107'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:12:05.085245 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bdb778-8b77-4b79-a175-530bbc3b558b req-a127cd92-3ddc-49a7-b4a3-a85079e1f21a tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:05.087317 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-68bdb778-8b77-4b79-a175-530bbc3b558b req-a127cd92-3ddc-49a7-b4a3-a85079e1f21a tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 945 time: 0.1492908
Apr 02 18:12:05.120123 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:05.121275 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 5853389c-fccf-4c63-b5b4-fb203198adf4 up at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:12:05.161243 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:05.185906 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-68bdb778-8b77-4b79-a175-530bbc3b558b req-d2fcba81-53fc-4345-a535-ee18d914b861 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887132
Apr 02 18:12:05.220224 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d9820-de07-4f87-9a96-9d0678ff2e22 req-e0abaa1b-d720-4ded-b0bb-30a561f52d22 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:05.222484 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-757d9820-de07-4f87-9a96-9d0678ff2e22 req-e0abaa1b-d720-4ded-b0bb-30a561f52d22 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 944 time: 0.1887798
Apr 02 18:12:05.268305 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=0e509db3-028b-45c6-9ade-7a2bdd5e3107,revision_number=5']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:05.279431 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:05.347452 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning for port 5853389c-fccf-4c63-b5b4-fb203198adf4 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:12:05.357326 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning complete for port 5853389c-fccf-4c63-b5b4-fb203198adf4 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:12:05.357754 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:05.399045 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-757d9820-de07-4f87-9a96-9d0678ff2e22 req-312d721c-8338-4a0c-8ee9-d303e5f62493 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1695547
Apr 02 18:12:05.453978 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faeb4d8-9bc7-429f-ab37-05fd9bb903f4 req-681387aa-d349-4b4a-9459-2174fecd5a9c tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:05.455696 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5faeb4d8-9bc7-429f-ab37-05fd9bb903f4 req-681387aa-d349-4b4a-9459-2174fecd5a9c tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 945 time: 0.1285188
Apr 02 18:12:05.514741 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5faeb4d8-9bc7-429f-ab37-05fd9bb903f4 req-9ada0b31-45bc-4768-9564-f7bd969270e4 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519798
Apr 02 18:12:05.573549 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:05.609497 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 5853389c-fccf-4c63-b5b4-fb203198adf4, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5853389c-fccf-4c63-b5b4-fb203198adf4,segment=NetworkSegment(ee491d66-22ae-40ef-b3bc-321c2a2d81af),segment_id=ee491d66-22ae-40ef-b3bc-321c2a2d81af)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:12:05.621656 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:05.650177 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:05.651505 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 56ab80a2-d47b-476b-84f0-88dd9c8fc122 up at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:12:05.684698 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-ef89b612-c272-44be-b006-0caf4745bc51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:05.777513 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=5853389c-fccf-4c63-b5b4-fb203198adf4,revision_number=5']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:05.783352 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:05.881181 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 35670) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:05.899789 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 35674) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:05.973471 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6599dba-ba40-4c59-a9da-b57b77625f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e509db3-028b-45c6-9ade-7a2bdd5e3107', 'code': 200}
Apr 02 18:12:06.066683 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e94236ff-8396-4a43-a45d-683fee76870d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:06.083408 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-e94236ff-8396-4a43-a45d-683fee76870d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:06.091540 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-0f2315c6-6e94-4a9f-b563-0777923eefc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:06.091768 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-e94236ff-8396-4a43-a45d-683fee76870d admin admin] Usage tracker for resource:security_group_rule and tenant:a5135ea641814152a4c48a1a80fa7264 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:06.091768 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-e94236ff-8396-4a43-a45d-683fee76870d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:06.097834 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-e94236ff-8396-4a43-a45d-683fee76870d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:06.107172 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-0f2315c6-6e94-4a9f-b563-0777923eefc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:06.111466 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-0f2315c6-6e94-4a9f-b563-0777923eefc2 admin admin] Usage tracker for resource:security_group_rule and tenant:442ad6f89a7248f5a63cff1ddd498dd1 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:06.114673 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-0f2315c6-6e94-4a9f-b563-0777923eefc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:06.121462 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-0f2315c6-6e94-4a9f-b563-0777923eefc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:06.182803 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e94236ff-8396-4a43-a45d-683fee76870d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:06.223173 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-0f2315c6-6e94-4a9f-b563-0777923eefc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:06.426678 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75410b-bb28-4d6a-aab6-d7368794f4b1 req-43d3db4f-9de9-46bd-a6cd-0eca5686f7f3 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:06.428869 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ad75410b-bb28-4d6a-aab6-d7368794f4b1 req-43d3db4f-9de9-46bd-a6cd-0eca5686f7f3 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.1084561
Apr 02 18:12:06.483543 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ad75410b-bb28-4d6a-aab6-d7368794f4b1 req-d18f9f22-a155-461c-b5b3-fa846fd79514 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484068
Apr 02 18:12:06.613814 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9217b-57e4-4436-a13f-e87c315db093 req-8b8fce37-fa6c-470f-8b52-120a6f52fb5c tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:06.615444 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-87a9217b-57e4-4436-a13f-e87c315db093 req-8b8fce37-fa6c-470f-8b52-120a6f52fb5c tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 944 time: 0.0897400
Apr 02 18:12:06.717769 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-87a9217b-57e4-4436-a13f-e87c315db093 req-c0917a46-ae2e-4b9f-8bf6-b294effd5c1b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920658
Apr 02 18:12:06.752281 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1cc2a-eeb8-4bdb-adbc-d7970b18345f req-5af0b883-b534-4cee-9d0a-34e40e14f5d8 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:06.753864 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e2e1cc2a-eeb8-4bdb-adbc-d7970b18345f req-5af0b883-b534-4cee-9d0a-34e40e14f5d8 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 945 time: 0.1141706
Apr 02 18:12:06.801467 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e2e1cc2a-eeb8-4bdb-adbc-d7970b18345f req-6994d59f-e56a-4db1-96bf-92baf5cbb9e6 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405996
Apr 02 18:12:06.850258 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-0f2315c6-6e94-4a9f-b563-0777923eefc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:06.854694 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e94236ff-8396-4a43-a45d-683fee76870d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:06.858000 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning for port 56ab80a2-d47b-476b-84f0-88dd9c8fc122 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:12:06.875361 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning complete for port 56ab80a2-d47b-476b-84f0-88dd9c8fc122 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:12:06.875815 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:06.880336 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:06.889193 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-0f2315c6-6e94-4a9f-b563-0777923eefc2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=442ad6f89a7248f5a63cff1ddd498dd1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9882371
Apr 02 18:12:06.892044 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-532188c0-29f8-4a7a-b627-446492c8707f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:06.895863 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 35688) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:06.929134 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-e94236ff-8396-4a43-a45d-683fee76870d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a5135ea641814152a4c48a1a80fa7264&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0449419
Apr 02 18:12:06.933540 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 35694) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:06.973324 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2315c6-6e94-4a9f-b563-0777923eefc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544c66ef-5373-4f42-863d-b0d34a4a042f,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:06.979276 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-0f2315c6-6e94-4a9f-b563-0777923eefc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:06.990735 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94236ff-8396-4a43-a45d-683fee76870d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a0a5f4-5098-4bd1-b2ee-95fcdd8539f9,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:06.994837 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e94236ff-8396-4a43-a45d-683fee76870d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:07.025232 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-67dfbd75-61f5-4d52-80ee-d46c08fef106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:07.060472 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-67dfbd75-61f5-4d52-80ee-d46c08fef106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:07.088877 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-202fc33d-aa50-4f0e-851f-907e8b1d7842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:07.134139 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:07.141578 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-67dfbd75-61f5-4d52-80ee-d46c08fef106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:07.147380 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:07.165791 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-202fc33d-aa50-4f0e-851f-907e8b1d7842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:07.168119 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dfbd75-61f5-4d52-80ee-d46c08fef106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544c66ef-5373-4f42-863d-b0d34a4a042f,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:07.179820 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 56ab80a2-d47b-476b-84f0-88dd9c8fc122, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=56ab80a2-d47b-476b-84f0-88dd9c8fc122,segment=NetworkSegment(ed805b0c-f3b6-4176-8c71-1ed496648d92),segment_id=ed805b0c-f3b6-4176-8c71-1ed496648d92)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:12:07.180646 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-67dfbd75-61f5-4d52-80ee-d46c08fef106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:07.197943 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-67dfbd75-61f5-4d52-80ee-d46c08fef106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:07.199288 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-67dfbd75-61f5-4d52-80ee-d46c08fef106 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/544c66ef-5373-4f42-863d-b0d34a4a042f HTTP/1.1" status: 204  len: 168 time: 0.3000422
Apr 02 18:12:07.216452 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:07.218035 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device a50d65c4-ab4a-4445-8ffd-7d8acd512eca up at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:12:07.255217 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:07.260937 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d6016-62aa-4ba7-bb54-26fbf7268ead req-b66f8bcc-3b7f-4528-937c-75b200d12905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:07.262872 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a90d6016-62aa-4ba7-bb54-26fbf7268ead req-b66f8bcc-3b7f-4528-937c-75b200d12905 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 1099 time: 0.1446526
Apr 02 18:12:07.267252 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-202fc33d-aa50-4f0e-851f-907e8b1d7842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:07.274881 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8034f65e-fe55-45d3-bf50-e349eaa56c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:07.308852 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-a90d6016-62aa-4ba7-bb54-26fbf7268ead req-dfb1fd5f-9cd9-4b59-8844-a783b310d91b service neutron] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:07.322224 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202fc33d-aa50-4f0e-851f-907e8b1d7842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a0a5f4-5098-4bd1-b2ee-95fcdd8539f9,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:07.330709 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-202fc33d-aa50-4f0e-851f-907e8b1d7842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:07.338914 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-202fc33d-aa50-4f0e-851f-907e8b1d7842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:07.339575 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-202fc33d-aa50-4f0e-851f-907e8b1d7842 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53a0a5f4-5098-4bd1-b2ee-95fcdd8539f9 HTTP/1.1" status: 204  len: 168 time: 0.4050279
Apr 02 18:12:07.340942 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-a90d6016-62aa-4ba7-bb54-26fbf7268ead req-dfb1fd5f-9cd9-4b59-8844-a783b310d91b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:07.357883 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-a90d6016-62aa-4ba7-bb54-26fbf7268ead req-dfb1fd5f-9cd9-4b59-8844-a783b310d91b service neutron] Usage tracker for resource:security_group_rule and tenant:faa6d99123c84e1b9400af45f3bb7b1f is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:07.377040 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-a90d6016-62aa-4ba7-bb54-26fbf7268ead req-dfb1fd5f-9cd9-4b59-8844-a783b310d91b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:07.391590 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-a90d6016-62aa-4ba7-bb54-26fbf7268ead req-dfb1fd5f-9cd9-4b59-8844-a783b310d91b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:07.393991 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=56ab80a2-d47b-476b-84f0-88dd9c8fc122,revision_number=5']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:07.397709 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:07.415903 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning for port a50d65c4-ab4a-4445-8ffd-7d8acd512eca completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:12:07.424000 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning complete for port a50d65c4-ab4a-4445-8ffd-7d8acd512eca triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:12:07.424427 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:07.505726 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-a90d6016-62aa-4ba7-bb54-26fbf7268ead req-dfb1fd5f-9cd9-4b59-8844-a783b310d91b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:07.558211 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-a90d6016-62aa-4ba7-bb54-26fbf7268ead req-dfb1fd5f-9cd9-4b59-8844-a783b310d91b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:07.582157 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:07.604624 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a90d6016-62aa-4ba7-bb54-26fbf7268ead req-dfb1fd5f-9cd9-4b59-8844-a783b310d91b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3307369
Apr 02 18:12:07.621641 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:07.651415 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1fd5f-9cd9-4b59-8844-a783b310d91b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2f138e1c-c320-44d2-a7c4-b6edff6faa74,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:07.658779 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-dfb1fd5f-9cd9-4b59-8844-a783b310d91b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:07.678053 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port a50d65c4-ab4a-4445-8ffd-7d8acd512eca, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=a50d65c4-ab4a-4445-8ffd-7d8acd512eca,segment=NetworkSegment(44094285-04a0-4d49-90e7-0f242b71451f),segment_id=44094285-04a0-4d49-90e7-0f242b71451f)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:12:07.720777 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a450c85-333f-47d9-a6fe-09ae33dfacc2 req-2edfa9f8-8b03-477d-a5ba-3cb53d1da78f tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:07.720777 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8a450c85-333f-47d9-a6fe-09ae33dfacc2 req-2edfa9f8-8b03-477d-a5ba-3cb53d1da78f tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.1049139
Apr 02 18:12:07.736058 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:07.738100 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:07.783311 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 35716) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:07.823147 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8a450c85-333f-47d9-a6fe-09ae33dfacc2 req-fc56e9fb-a9bc-4f16-8e2c-8731faf04dce tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983171
Apr 02 18:12:07.836182 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f69e1d99-50f3-4a78-8cd5-953d0208266f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:07.842006 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=a50d65c4-ab4a-4445-8ffd-7d8acd512eca,revision_number=5']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:07.847104 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:07.871827 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-f69e1d99-50f3-4a78-8cd5-953d0208266f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:07.883434 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-f69e1d99-50f3-4a78-8cd5-953d0208266f admin admin] Usage tracker for resource:security_group_rule and tenant:6a75ac1ddb5341d5a445e7d28193c192 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:07.894175 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-f69e1d99-50f3-4a78-8cd5-953d0208266f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:07.900824 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-f69e1d99-50f3-4a78-8cd5-953d0208266f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:07.974397 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5853389c-fccf-4c63-b5b4-fb203198adf4'}, {'server_uuid': '2de1c85e-77b0-4ef0-9704-dc698741ce39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ab80a2-d47b-476b-84f0-88dd9c8fc122'}, {'server_uuid': '7a2152c6-a23d-4bd4-aaab-526adaa0cd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50d65c4-ab4a-4445-8ffd-7d8acd512eca'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:12:08.001029 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f69e1d99-50f3-4a78-8cd5-953d0208266f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:08.033508 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f69e1d99-50f3-4a78-8cd5-953d0208266f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:08.043658 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4679e286-501c-4577-bae6-80c9be330b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:08.077973 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad4455-b6f0-4211-a3d6-9c3bc1e3a9f9 req-16efad39-c411-43be-b28d-7b6983aa140c tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:08.079639 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-68ad4455-b6f0-4211-a3d6-9c3bc1e3a9f9 req-16efad39-c411-43be-b28d-7b6983aa140c tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 945 time: 0.1705363
Apr 02 18:12:08.092031 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e1d99-50f3-4a78-8cd5-953d0208266f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b01a78-718a-4cd9-bce9-452026209155,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:08.110271 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-f69e1d99-50f3-4a78-8cd5-953d0208266f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6a75ac1ddb5341d5a445e7d28193c192&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3251853
Apr 02 18:12:08.111542 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f69e1d99-50f3-4a78-8cd5-953d0208266f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:08.112478 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 35728) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:08.178386 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3b11e964-4191-4c9c-96ee-316909620b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:08.203488 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-68ad4455-b6f0-4211-a3d6-9c3bc1e3a9f9 req-161ec486-fad0-4688-8b15-688f34eae6ad tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771863
Apr 02 18:12:08.224975 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 35736) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:08.227651 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3b11e964-4191-4c9c-96ee-316909620b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:08.260138 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14847cee-1551-44cb-b571-633c6a9b49ce req-1e481453-d1c9-4fd2-98f7-14a3047fba6a tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:08.262005 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-14847cee-1551-44cb-b571-633c6a9b49ce req-1e481453-d1c9-4fd2-98f7-14a3047fba6a tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 946 time: 0.1814120
Apr 02 18:12:08.263163 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-234dd5a4-27d0-440b-811b-051d83185c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:08.299890 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-234dd5a4-27d0-440b-811b-051d83185c62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:08.307508 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3b11e964-4191-4c9c-96ee-316909620b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:08.307855 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-234dd5a4-27d0-440b-811b-051d83185c62 admin admin] Usage tracker for resource:security_group_rule and tenant:7df95620dff64ea29a3aa124be18c354 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:08.312203 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-234dd5a4-27d0-440b-811b-051d83185c62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:08.313668 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e94236ff-8396-4a43-a45d-683fee76870d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:08.332501 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-234dd5a4-27d0-440b-811b-051d83185c62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:08.341073 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11e964-4191-4c9c-96ee-316909620b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b01a78-718a-4cd9-bce9-452026209155,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:08.342041 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5853389c-fccf-4c63-b5b4-fb203198adf4', 'code': 200}
Apr 02 18:12:08.342390 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de1c85e-77b0-4ef0-9704-dc698741ce39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ab80a2-d47b-476b-84f0-88dd9c8fc122', 'code': 200}
Apr 02 18:12:08.342992 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2152c6-a23d-4bd4-aaab-526adaa0cd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50d65c4-ab4a-4445-8ffd-7d8acd512eca', 'code': 200}
Apr 02 18:12:08.345782 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-14847cee-1551-44cb-b571-633c6a9b49ce req-c38b5e47-0f1f-4694-983f-87d2d6d5c859 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702109
Apr 02 18:12:08.350796 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3b11e964-4191-4c9c-96ee-316909620b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:08.370159 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3b11e964-4191-4c9c-96ee-316909620b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:08.371431 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-3b11e964-4191-4c9c-96ee-316909620b63 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/87b01a78-718a-4cd9-bce9-452026209155 HTTP/1.1" status: 204  len: 168 time: 0.2579641
Apr 02 18:12:08.507388 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-234dd5a4-27d0-440b-811b-051d83185c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:08.552512 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-234dd5a4-27d0-440b-811b-051d83185c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:08.568842 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3af1f1e8-058c-4c03-8c9b-32f0f29de67e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:08.616187 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-234dd5a4-27d0-440b-811b-051d83185c62 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7df95620dff64ea29a3aa124be18c354&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3843651
Apr 02 18:12:08.617977 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 35758) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:08.621496 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234dd5a4-27d0-440b-811b-051d83185c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a6f54c-3673-4639-b483-8c4a3fa9cfc4,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:08.632285 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-234dd5a4-27d0-440b-811b-051d83185c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:08.698934 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a99468a6-6922-453d-8cff-a69769e8ca32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:08.734638 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a99468a6-6922-453d-8cff-a69769e8ca32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:08.804300 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 35770) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:08.833534 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a99468a6-6922-453d-8cff-a69769e8ca32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:08.841982 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-67dfbd75-61f5-4d52-80ee-d46c08fef106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:08.948222 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99468a6-6922-453d-8cff-a69769e8ca32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a6f54c-3673-4639-b483-8c4a3fa9cfc4,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:08.956312 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a99468a6-6922-453d-8cff-a69769e8ca32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:08.983189 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a99468a6-6922-453d-8cff-a69769e8ca32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:08.984425 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-a99468a6-6922-453d-8cff-a69769e8ca32 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/69a6f54c-3673-4639-b483-8c4a3fa9cfc4 HTTP/1.1" status: 204  len: 168 time: 0.3648109
Apr 02 18:12:09.007070 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b5a3e-e361-460f-943b-357ea1ad00c1 req-ea639810-6ce7-4203-9f2f-f84a8fb5760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:09.012406 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-861b5a3e-e361-460f-943b-357ea1ad00c1 req-ea639810-6ce7-4203-9f2f-f84a8fb5760c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 1098 time: 0.1708643
Apr 02 18:12:09.071513 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162dfb5-0517-4b5d-93a6-1b595cff6443 req-774d441d-3a57-4d68-bf61-3cda464f114a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:09.071513 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c162dfb5-0517-4b5d-93a6-1b595cff6443 req-774d441d-3a57-4d68-bf61-3cda464f114a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 1099 time: 0.2805316
Apr 02 18:12:09.079923 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e67c4-27ad-4cab-bdb9-167e53bf53ca req-0506a8b9-88dc-45de-9cdf-a331b2b5536b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:09.082659 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2c6e67c4-27ad-4cab-bdb9-167e53bf53ca req-0506a8b9-88dc-45de-9cdf-a331b2b5536b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 1099 time: 0.3585968
Apr 02 18:12:09.087997 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-861b5a3e-e361-460f-943b-357ea1ad00c1 req-d143afbc-096d-489d-8a99-b57209b811a2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657098
Apr 02 18:12:09.187332 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-2c6e67c4-27ad-4cab-bdb9-167e53bf53ca req-be56b1d1-18f1-4f7e-9d58-0951903be437 service neutron] Synchronizing usage tracker for tenant:faa6d99123c84e1b9400af45f3bb7b1f on resource:security_group {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:12:09.233806 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1cecb4b2-fd52-4d64-af95-cd2410f33543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:09.244757 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-2c6e67c4-27ad-4cab-bdb9-167e53bf53ca req-be56b1d1-18f1-4f7e-9d58-0951903be437 service neutron] Unset dirty status for tenant:faa6d99123c84e1b9400af45f3bb7b1f on resource:security_group {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:12:09.247172 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2c6e67c4-27ad-4cab-bdb9-167e53bf53ca req-be56b1d1-18f1-4f7e-9d58-0951903be437 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062996
Apr 02 18:12:09.267213 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c162dfb5-0517-4b5d-93a6-1b595cff6443 req-36174469-ef02-48f9-86e0-56f7044619fa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1801443
Apr 02 18:12:09.277541 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-1cecb4b2-fd52-4d64-af95-cd2410f33543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:09.307173 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-1cecb4b2-fd52-4d64-af95-cd2410f33543 admin admin] Usage tracker for resource:security_group_rule and tenant:04cc09993ba444d0b7631f94c60915e0 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:09.324551 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-1cecb4b2-fd52-4d64-af95-cd2410f33543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:09.334453 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-1cecb4b2-fd52-4d64-af95-cd2410f33543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:09.378874 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614b312-bfc1-49a8-ac95-0c449250a36e req-ba9a0f1d-00aa-4be0-abde-36a9ee4c1cd0 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:09.386468 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2614b312-bfc1-49a8-ac95-0c449250a36e req-ba9a0f1d-00aa-4be0-abde-36a9ee4c1cd0 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.3132794
Apr 02 18:12:09.519402 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2614b312-bfc1-49a8-ac95-0c449250a36e req-f3b7d4f1-0094-47d5-8af4-d73267363869 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314747
Apr 02 18:12:09.595845 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1cecb4b2-fd52-4d64-af95-cd2410f33543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:09.625860 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f058f5-12d3-4428-a46d-ad26cee102a9 req-384bee56-5129-4f2c-8ca0-b1f5e8243b85 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:09.633780 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-66f058f5-12d3-4428-a46d-ad26cee102a9 req-384bee56-5129-4f2c-8ca0-b1f5e8243b85 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 945 time: 0.2413099
Apr 02 18:12:09.652198 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1cecb4b2-fd52-4d64-af95-cd2410f33543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:09.700028 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a3c5671d-6049-4de0-8d7c-3fdd22ead396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:09.783538 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-1cecb4b2-fd52-4d64-af95-cd2410f33543 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=04cc09993ba444d0b7631f94c60915e0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9777439
Apr 02 18:12:09.784379 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cecb4b2-fd52-4d64-af95-cd2410f33543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940f781e-5a22-4195-9859-551817c83f2c,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:09.786493 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 35820) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:09.796316 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-66f058f5-12d3-4428-a46d-ad26cee102a9 req-0eb2285d-6abb-49cc-9d67-5e3020b5bfcf tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1606715
Apr 02 18:12:09.804538 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-1cecb4b2-fd52-4d64-af95-cd2410f33543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:09.835986 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e18bb2-7de9-44f9-bd0f-c0231cc70fcd req-b27c1c59-f81b-4c87-a0bd-8e4543ec2bab tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:09.835986 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-13e18bb2-7de9-44f9-bd0f-c0231cc70fcd req-b27c1c59-f81b-4c87-a0bd-8e4543ec2bab tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 946 time: 0.1983991
Apr 02 18:12:09.879080 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-178b1212-3264-42dd-ad32-669d5241a31e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:09.933781 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-13e18bb2-7de9-44f9-bd0f-c0231cc70fcd req-8e4d2b75-f7f5-4984-8322-28587b3c9a72 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899258
Apr 02 18:12:09.966719 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-178b1212-3264-42dd-ad32-669d5241a31e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:10.084665 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-178b1212-3264-42dd-ad32-669d5241a31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:10.090530 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:10.103254 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b1212-3264-42dd-ad32-669d5241a31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940f781e-5a22-4195-9859-551817c83f2c,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:10.105678 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-178b1212-3264-42dd-ad32-669d5241a31e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:10.114374 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-178b1212-3264-42dd-ad32-669d5241a31e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:10.115696 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-178b1212-3264-42dd-ad32-669d5241a31e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/940f781e-5a22-4195-9859-551817c83f2c HTTP/1.1" status: 204  len: 168 time: 0.3279080
Apr 02 18:12:10.795707 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1dcc5-e780-4d09-aa84-b5287ca53e3c req-bf4efa4e-9e1d-4f98-8bad-136c1fc2311e tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:10.797354 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-89d1dcc5-e780-4d09-aa84-b5287ca53e3c req-bf4efa4e-9e1d-4f98-8bad-136c1fc2311e tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.1229975
Apr 02 18:12:10.850873 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-89d1dcc5-e780-4d09-aa84-b5287ca53e3c req-0acd593c-891f-4f07-b618-ca584771ab29 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472102
Apr 02 18:12:11.161620 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48cc34-9b38-45c8-b103-0174030d7a8a req-eff71ec7-cb57-43eb-861d-2e907a8cb9ab tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:11.163703 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9f48cc34-9b38-45c8-b103-0174030d7a8a req-eff71ec7-cb57-43eb-861d-2e907a8cb9ab tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 945 time: 0.1486702
Apr 02 18:12:11.310116 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9f48cc34-9b38-45c8-b103-0174030d7a8a req-baccde2e-510c-467d-9c56-0a937c8c7ad5 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268210
Apr 02 18:12:11.570422 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c75f8-2567-43e7-a170-c7d7e24952ce req-81f34f5a-41b3-4b7e-9cdf-26fa206d5448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:11.579669 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-217c75f8-2567-43e7-a170-c7d7e24952ce req-81f34f5a-41b3-4b7e-9cdf-26fa206d5448 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=159f37d0eaf249a6b846671eb3cc125d&device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 1099 time: 0.1636951
Apr 02 18:12:11.640431 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc2d5a-2899-4ae7-9515-c35edf95adaa req-c17204ee-a21f-431e-9943-54ebdc5a4bed tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:11.648037 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0bdc2d5a-2899-4ae7-9515-c35edf95adaa req-c17204ee-a21f-431e-9943-54ebdc5a4bed tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 946 time: 0.1756847
Apr 02 18:12:11.727128 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0bdc2d5a-2899-4ae7-9515-c35edf95adaa req-e50f9a1b-12e3-4a3f-a59e-a9a058d41255 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780783
Apr 02 18:12:11.747585 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c75f8-2567-43e7-a170-c7d7e24952ce req-0b144c4c-9904-480b-a680-58cf5da0ebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:11.749405 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-217c75f8-2567-43e7-a170-c7d7e24952ce req-0b144c4c-9904-480b-a680-58cf5da0ebf4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1fdcddea-b2b5-4b14-98c1-e98bd8f88785 HTTP/1.1" status: 200  len: 918 time: 0.1623275
Apr 02 18:12:11.762444 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218872b4-94e2-4c0e-adcd-e1c6753ed8f7 req-b17ee515-2dd8-4132-b131-8e8372a81b06 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:11.762444 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-218872b4-94e2-4c0e-adcd-e1c6753ed8f7 req-b17ee515-2dd8-4132-b131-8e8372a81b06 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.1967189
Apr 02 18:12:11.832791 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-218872b4-94e2-4c0e-adcd-e1c6753ed8f7 req-726c3453-6a26-42be-b9d2-ada82225c7c5 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635600
Apr 02 18:12:11.836769 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-217c75f8-2567-43e7-a170-c7d7e24952ce req-803164d8-7c96-45cf-93e9-5f12386f11c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e509db3-028b-45c6-9ade-7a2bdd5e3107 HTTP/1.1" status: 200  len: 217 time: 0.0773184
Apr 02 18:12:11.987283 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c75f8-2567-43e7-a170-c7d7e24952ce req-f8f0f898-0a63-4cdc-946f-6fed11187432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:11.988977 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-217c75f8-2567-43e7-a170-c7d7e24952ce req-f8f0f898-0a63-4cdc-946f-6fed11187432 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e424265f-054f-4091-8e6d-5b2cbdc6da6a HTTP/1.1" status: 200  len: 858 time: 0.1498888
Apr 02 18:12:12.056877 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-217c75f8-2567-43e7-a170-c7d7e24952ce req-922790df-6f72-4fea-9564-410c5275ef2c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fdcddea-b2b5-4b14-98c1-e98bd8f88785&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0610538
Apr 02 18:12:12.274645 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-217c75f8-2567-43e7-a170-c7d7e24952ce req-20472aa6-d87b-423f-a7e2-5c8f1784c6db service neutron] 10.222.0.15 "GET /v2.0/networks/1fdcddea-b2b5-4b14-98c1-e98bd8f88785?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2113159
Apr 02 18:12:12.433548 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-217c75f8-2567-43e7-a170-c7d7e24952ce req-4fdf0722-1e83-4566-ae37-dd8cbb9dad84 service neutron] 10.222.0.15 "GET /v2.0/networks/1fdcddea-b2b5-4b14-98c1-e98bd8f88785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519794
Apr 02 18:12:12.497011 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 35938) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:12.835343 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6645a94-3d47-4eac-8f68-1d9ef41c56c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:12.880310 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-b6645a94-3d47-4eac-8f68-1d9ef41c56c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:12.895521 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-b6645a94-3d47-4eac-8f68-1d9ef41c56c5 admin admin] Usage tracker for resource:security_group_rule and tenant:609de911798f418880b80eb0609b6d02 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:12.900148 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-b6645a94-3d47-4eac-8f68-1d9ef41c56c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:12.913029 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-b6645a94-3d47-4eac-8f68-1d9ef41c56c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:13.086536 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6645a94-3d47-4eac-8f68-1d9ef41c56c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:13.101145 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d0f08-bb4e-4465-b773-dbaf992d9f63 req-299a0a7f-5a5b-43b3-8265-5454ff03cb06 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:13.102774 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f01d0f08-bb4e-4465-b773-dbaf992d9f63 req-299a0a7f-5a5b-43b3-8265-5454ff03cb06 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.0932007
Apr 02 18:12:13.153038 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6645a94-3d47-4eac-8f68-1d9ef41c56c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:13.155466 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f01d0f08-bb4e-4465-b773-dbaf992d9f63 req-3f68d298-64f5-49c1-bece-93ef98ac079c tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459580
Apr 02 18:12:13.163346 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:13.206620 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-b6645a94-3d47-4eac-8f68-1d9ef41c56c5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=609de911798f418880b80eb0609b6d02&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7083240
Apr 02 18:12:13.208353 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6645a94-3d47-4eac-8f68-1d9ef41c56c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b2909f-7ad7-42c9-a495-a25a8a2bf9b4,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:13.209554 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 35980) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:13.211605 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6645a94-3d47-4eac-8f68-1d9ef41c56c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:13.272411 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-59451ebb-a134-4e0d-97b0-67992bad0f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:13.298940 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-59451ebb-a134-4e0d-97b0-67992bad0f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:13.370202 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-59451ebb-a134-4e0d-97b0-67992bad0f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:13.376001 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:13.390201 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59451ebb-a134-4e0d-97b0-67992bad0f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b2909f-7ad7-42c9-a495-a25a8a2bf9b4,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:13.393044 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-59451ebb-a134-4e0d-97b0-67992bad0f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:13.404940 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-59451ebb-a134-4e0d-97b0-67992bad0f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:13.406676 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-59451ebb-a134-4e0d-97b0-67992bad0f29 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f4b2909f-7ad7-42c9-a495-a25a8a2bf9b4 HTTP/1.1" status: 204  len: 168 time: 0.1957147
Apr 02 18:12:13.993399 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 36022) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:14.026704 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4446e20d-c228-4e88-af85-54342cd82db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:14.048288 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-4446e20d-c228-4e88-af85-54342cd82db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:14.052674 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-4446e20d-c228-4e88-af85-54342cd82db7 admin admin] Usage tracker for resource:security_group_rule and tenant:7f6420fdaa324c6bb89a632cd8368f2d is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:14.055775 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-4446e20d-c228-4e88-af85-54342cd82db7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:14.062816 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-4446e20d-c228-4e88-af85-54342cd82db7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:14.081264 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 36028) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:14.178673 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:12:14.217830 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4446e20d-c228-4e88-af85-54342cd82db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:14.256194 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4446e20d-c228-4e88-af85-54342cd82db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:14.340086 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d2e2ca66-b90b-4716-8721-d2edba36c2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:14.512354 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-234dd5a4-27d0-440b-811b-051d83185c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:14.560110 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-4446e20d-c228-4e88-af85-54342cd82db7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7f6420fdaa324c6bb89a632cd8368f2d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5639319
Apr 02 18:12:14.561281 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446e20d-c228-4e88-af85-54342cd82db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c09ef2-f6b8-48c5-88ec-4880581546a9,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:14.561791 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-d2e2ca66-b90b-4716-8721-d2edba36c2f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:14.564136 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 36046) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:14.564511 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4446e20d-c228-4e88-af85-54342cd82db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:14.568584 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-d2e2ca66-b90b-4716-8721-d2edba36c2f1 admin admin] Usage tracker for resource:security_group_rule and tenant:2be8e74f5b5d46578f678076857bca86 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:14.582438 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-d2e2ca66-b90b-4716-8721-d2edba36c2f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:14.593270 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-d2e2ca66-b90b-4716-8721-d2edba36c2f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:14.663458 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3dc96c3e-18fd-4f1e-952c-fda93af01bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:14.702045 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3dc96c3e-18fd-4f1e-952c-fda93af01bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:14.779337 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d2e2ca66-b90b-4716-8721-d2edba36c2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:14.809989 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d2e2ca66-b90b-4716-8721-d2edba36c2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:14.819548 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7c6fedf1-498f-46f6-895f-67cec9930e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:14.852831 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3dc96c3e-18fd-4f1e-952c-fda93af01bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:14.871018 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2ca66-b90b-4716-8721-d2edba36c2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1601ddf-4aa7-4f6f-bd04-cdaaa6ccfe91,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:14.877142 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d2e2ca66-b90b-4716-8721-d2edba36c2f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:14.880727 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3b11e964-4191-4c9c-96ee-316909620b63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:14.890614 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-d2e2ca66-b90b-4716-8721-d2edba36c2f1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2be8e74f5b5d46578f678076857bca86&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8076923
Apr 02 18:12:14.893335 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 36054) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:14.899663 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc96c3e-18fd-4f1e-952c-fda93af01bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c09ef2-f6b8-48c5-88ec-4880581546a9,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:14.902114 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3dc96c3e-18fd-4f1e-952c-fda93af01bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:14.916832 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3dc96c3e-18fd-4f1e-952c-fda93af01bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:14.919160 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-3dc96c3e-18fd-4f1e-952c-fda93af01bf9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/35c09ef2-f6b8-48c5-88ec-4880581546a9 HTTP/1.1" status: 204  len: 168 time: 0.3532565
Apr 02 18:12:14.962238 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2c1a6157-9eb4-44ce-ae2f-6d5d0b947fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:14.991343 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2c1a6157-9eb4-44ce-ae2f-6d5d0b947fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:15.084108 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2c1a6157-9eb4-44ce-ae2f-6d5d0b947fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:15.088203 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7712fb15-6344-4a2c-92b5-75c43e99ff06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:15.102129 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a6157-9eb4-44ce-ae2f-6d5d0b947fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1601ddf-4aa7-4f6f-bd04-cdaaa6ccfe91,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:15.106096 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-2c1a6157-9eb4-44ce-ae2f-6d5d0b947fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:15.112830 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2c1a6157-9eb4-44ce-ae2f-6d5d0b947fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:15.116218 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-2c1a6157-9eb4-44ce-ae2f-6d5d0b947fed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a1601ddf-4aa7-4f6f-bd04-cdaaa6ccfe91 HTTP/1.1" status: 204  len: 168 time: 0.2210140
Apr 02 18:12:15.287935 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 36070) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:15.570780 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d1625aaf-c168-4270-a1d4-e05c96055124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:15.590125 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-d1625aaf-c168-4270-a1d4-e05c96055124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:15.594417 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-d1625aaf-c168-4270-a1d4-e05c96055124 admin admin] Usage tracker for resource:security_group_rule and tenant:bc6610f0a13f43e4822c783f97ab8287 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:15.597531 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-d1625aaf-c168-4270-a1d4-e05c96055124 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:15.604030 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-d1625aaf-c168-4270-a1d4-e05c96055124 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:15.695053 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d1625aaf-c168-4270-a1d4-e05c96055124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:15.730052 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d1625aaf-c168-4270-a1d4-e05c96055124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:15.740733 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a99468a6-6922-453d-8cff-a69769e8ca32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:15.787257 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-d1625aaf-c168-4270-a1d4-e05c96055124 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bc6610f0a13f43e4822c783f97ab8287&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4980831
Apr 02 18:12:15.788170 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1625aaf-c168-4270-a1d4-e05c96055124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6886fd41-f90f-4630-94e7-1f020e6969a9,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:15.790044 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 36096) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:15.791397 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d1625aaf-c168-4270-a1d4-e05c96055124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:15.891141 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f1ae97e3-8df7-4b21-aa36-0264649a20e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:15.922997 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f1ae97e3-8df7-4b21-aa36-0264649a20e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:16.004544 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f1ae97e3-8df7-4b21-aa36-0264649a20e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:16.010371 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3dc96c3e-18fd-4f1e-952c-fda93af01bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:16.025136 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae97e3-8df7-4b21-aa36-0264649a20e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6886fd41-f90f-4630-94e7-1f020e6969a9,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:16.028849 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f1ae97e3-8df7-4b21-aa36-0264649a20e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:16.031062 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f1ae97e3-8df7-4b21-aa36-0264649a20e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:16.034761 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-f1ae97e3-8df7-4b21-aa36-0264649a20e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6886fd41-f90f-4630-94e7-1f020e6969a9 HTTP/1.1" status: 204  len: 168 time: 0.2428703
Apr 02 18:12:16.763023 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 36140) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:16.796055 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e49605c0-9139-4057-bf68-ef11b2b92518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:16.816630 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-e49605c0-9139-4057-bf68-ef11b2b92518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:16.820825 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-e49605c0-9139-4057-bf68-ef11b2b92518 admin admin] Usage tracker for resource:security_group_rule and tenant:80b818b1825f4f819e155566d5118262 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:16.823956 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-e49605c0-9139-4057-bf68-ef11b2b92518 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:16.830060 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-e49605c0-9139-4057-bf68-ef11b2b92518 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:17.009648 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e49605c0-9139-4057-bf68-ef11b2b92518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:17.062430 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e49605c0-9139-4057-bf68-ef11b2b92518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:17.071399 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6645a94-3d47-4eac-8f68-1d9ef41c56c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:17.122273 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49605c0-9139-4057-bf68-ef11b2b92518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a72239e-fd84-4628-968e-2e75ea112a0a,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:17.134247 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e49605c0-9139-4057-bf68-ef11b2b92518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:17.153453 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-e49605c0-9139-4057-bf68-ef11b2b92518 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=80b818b1825f4f819e155566d5118262&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3885469
Apr 02 18:12:17.157245 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 36154) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:17.349685 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d6f39ff4-36f9-4ba2-9435-b300b65ef77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:17.390693 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d6f39ff4-36f9-4ba2-9435-b300b65ef77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:17.451605 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2959f9-7e1c-446c-a4bf-98c82e29850b req-96412ff5-8d17-45bd-91d0-426d81fe024f tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:17.463008 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8b2959f9-7e1c-446c-a4bf-98c82e29850b req-96412ff5-8d17-45bd-91d0-426d81fe024f tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.1879785
Apr 02 18:12:17.518919 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8b2959f9-7e1c-446c-a4bf-98c82e29850b req-6dd779ac-8060-48b1-8da4-ff33977273fb tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548627
Apr 02 18:12:17.547664 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d6f39ff4-36f9-4ba2-9435-b300b65ef77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:17.553604 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f0dc02d9-2456-4657-9a72-4f6d7060cb2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:17.569749 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f39ff4-36f9-4ba2-9435-b300b65ef77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a72239e-fd84-4628-968e-2e75ea112a0a,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:17.581387 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f39ff4-36f9-4ba2-9435-b300b65ef77c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:17.581814 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f39ff4-36f9-4ba2-9435-b300b65ef77c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:17.582208 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f39ff4-36f9-4ba2-9435-b300b65ef77c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:17.582622 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f39ff4-36f9-4ba2-9435-b300b65ef77c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:17.583005 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f39ff4-36f9-4ba2-9435-b300b65ef77c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:17.583529 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f39ff4-36f9-4ba2-9435-b300b65ef77c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:17.583866 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f39ff4-36f9-4ba2-9435-b300b65ef77c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:17.584252 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f39ff4-36f9-4ba2-9435-b300b65ef77c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:17.584634 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f39ff4-36f9-4ba2-9435-b300b65ef77c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:17.585011 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f39ff4-36f9-4ba2-9435-b300b65ef77c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:17.585387 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f39ff4-36f9-4ba2-9435-b300b65ef77c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:17.585934 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f39ff4-36f9-4ba2-9435-b300b65ef77c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:17.591300 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d6f39ff4-36f9-4ba2-9435-b300b65ef77c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:17.593768 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d6f39ff4-36f9-4ba2-9435-b300b65ef77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:17.595020 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-d6f39ff4-36f9-4ba2-9435-b300b65ef77c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4a72239e-fd84-4628-968e-2e75ea112a0a HTTP/1.1" status: 204  len: 168 time: 0.4364445
Apr 02 18:12:18.169642 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 36196) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:18.188981 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e548a474-f4b5-42bf-80d8-db2ab70533d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:18.207326 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-e548a474-f4b5-42bf-80d8-db2ab70533d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:18.211341 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-e548a474-f4b5-42bf-80d8-db2ab70533d0 admin admin] Usage tracker for resource:security_group_rule and tenant:4a9f1aac42e64b5a8585795011c50a48 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:18.214530 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-e548a474-f4b5-42bf-80d8-db2ab70533d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:18.221342 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-e548a474-f4b5-42bf-80d8-db2ab70533d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:18.311399 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e548a474-f4b5-42bf-80d8-db2ab70533d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:18.329698 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e548a474-f4b5-42bf-80d8-db2ab70533d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:18.338788 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:18.381381 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-e548a474-f4b5-42bf-80d8-db2ab70533d0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4a9f1aac42e64b5a8585795011c50a48&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2103827
Apr 02 18:12:18.382328 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548a474-f4b5-42bf-80d8-db2ab70533d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff5378e-782a-4a32-803d-651a12956aec,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:18.384358 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 36206) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:18.386575 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e548a474-f4b5-42bf-80d8-db2ab70533d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:18.449616 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-52045758-cc59-4bcf-b904-6053b2d9b098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:18.477862 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-52045758-cc59-4bcf-b904-6053b2d9b098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:18.563794 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-52045758-cc59-4bcf-b904-6053b2d9b098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:18.569993 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:18.602580 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-52045758-cc59-4bcf-b904-6053b2d9b098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:18.612553 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-52045758-cc59-4bcf-b904-6053b2d9b098 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fff5378e-782a-4a32-803d-651a12956aec HTTP/1.1" status: 204  len: 168 time: 0.2234292
Apr 02 18:12:18.612553 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52045758-cc59-4bcf-b904-6053b2d9b098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff5378e-782a-4a32-803d-651a12956aec,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:18.621011 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52045758-cc59-4bcf-b904-6053b2d9b098 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:18.621529 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52045758-cc59-4bcf-b904-6053b2d9b098 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:18.622164 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52045758-cc59-4bcf-b904-6053b2d9b098 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:18.622682 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52045758-cc59-4bcf-b904-6053b2d9b098 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:18.623168 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52045758-cc59-4bcf-b904-6053b2d9b098 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:18.623739 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52045758-cc59-4bcf-b904-6053b2d9b098 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:18.624226 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52045758-cc59-4bcf-b904-6053b2d9b098 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:18.624708 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52045758-cc59-4bcf-b904-6053b2d9b098 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:18.625297 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52045758-cc59-4bcf-b904-6053b2d9b098 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:18.625913 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52045758-cc59-4bcf-b904-6053b2d9b098 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:18.626384 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52045758-cc59-4bcf-b904-6053b2d9b098 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:18.626962 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52045758-cc59-4bcf-b904-6053b2d9b098 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:18.636821 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-52045758-cc59-4bcf-b904-6053b2d9b098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:18.775304 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13edf905-6a82-4f3f-981a-17f1f9067444 req-9a5fc448-d969-4d9a-b29b-33266108e145 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:18.782799 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-13edf905-6a82-4f3f-981a-17f1f9067444 req-9a5fc448-d969-4d9a-b29b-33266108e145 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.1304975
Apr 02 18:12:18.840404 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-13edf905-6a82-4f3f-981a-17f1f9067444 req-eaf9d8b8-3a63-4c1f-8d12-0d1c34f0de0b tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565846
Apr 02 18:12:20.079382 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f0c5e-2e02-4743-92f2-72cbaa3ee711 req-8ba76d23-527f-48c4-ab5a-c8fdd05fa6ad tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:20.086852 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-aa1f0c5e-2e02-4743-92f2-72cbaa3ee711 req-8ba76d23-527f-48c4-ab5a-c8fdd05fa6ad tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.0973408
Apr 02 18:12:20.147827 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-aa1f0c5e-2e02-4743-92f2-72cbaa3ee711 req-c335e4a3-7f3b-46b2-b074-92a156e29254 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596578
Apr 02 18:12:21.386764 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164cba9-7f75-4f7e-bb43-c2c3cec5f0af req-999cf5f2-dea4-4dd0-a6a5-e36c10cd8f22 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:21.388366 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7164cba9-7f75-4f7e-bb43-c2c3cec5f0af req-999cf5f2-dea4-4dd0-a6a5-e36c10cd8f22 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.1291378
Apr 02 18:12:21.447441 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7164cba9-7f75-4f7e-bb43-c2c3cec5f0af req-509f62bd-1620-4ef0-a4bd-1b99ad528f33 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511463
Apr 02 18:12:22.642197 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ece3a8-f55e-41d3-9475-4534595baf37 req-716d8672-dec0-4cca-97b2-a3b9737a2ae8 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:22.643791 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-13ece3a8-f55e-41d3-9475-4534595baf37 req-716d8672-dec0-4cca-97b2-a3b9737a2ae8 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.0859790
Apr 02 18:12:22.693225 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-13ece3a8-f55e-41d3-9475-4534595baf37 req-733d2452-639f-4ee2-ad0f-11449e4f92ee tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429645
Apr 02 18:12:23.895851 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163088d7-063a-44dd-8ce0-e2e7b01f2c71 req-8f964620-0192-4871-aea7-95720d7a9f30 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:23.897426 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-163088d7-063a-44dd-8ce0-e2e7b01f2c71 req-8f964620-0192-4871-aea7-95720d7a9f30 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.0926623
Apr 02 18:12:23.947740 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-163088d7-063a-44dd-8ce0-e2e7b01f2c71 req-c46a9ee3-47b4-4ca3-ab58-f0ecbc8a2a95 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437841
Apr 02 18:12:25.149496 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56151c3-6134-44e4-93fc-fb7b2b211f9a req-ebecd732-01fa-473e-b082-06d9826739e6 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:25.151094 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c56151c3-6134-44e4-93fc-fb7b2b211f9a req-ebecd732-01fa-473e-b082-06d9826739e6 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.0905669
Apr 02 18:12:25.197765 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c56151c3-6134-44e4-93fc-fb7b2b211f9a req-7963f004-408d-491e-aa1c-75c312fe5561 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400996
Apr 02 18:12:26.419761 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02cd57-5d5d-4b03-8773-06da82113337 req-20944ea3-02dd-4447-a721-6e40c9327440 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:26.421981 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8e02cd57-5d5d-4b03-8773-06da82113337 req-20944ea3-02dd-4447-a721-6e40c9327440 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.0973589
Apr 02 18:12:26.469682 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8e02cd57-5d5d-4b03-8773-06da82113337 req-e11eeac2-62f2-42b9-8aba-306f3055755f tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413835
Apr 02 18:12:27.183375 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 36514) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:27.311379 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-906b9b97-4121-4db2-863a-881217ab9db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:27.330213 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-906b9b97-4121-4db2-863a-881217ab9db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:27.334461 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-906b9b97-4121-4db2-863a-881217ab9db2 admin admin] Usage tracker for resource:security_group_rule and tenant:e3331d5ba3054fc69120a5e9e693e249 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:27.337451 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-906b9b97-4121-4db2-863a-881217ab9db2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:27.344121 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-906b9b97-4121-4db2-863a-881217ab9db2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:27.431484 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-906b9b97-4121-4db2-863a-881217ab9db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:27.456570 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-906b9b97-4121-4db2-863a-881217ab9db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:27.466663 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:27.512792 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 36530) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:27.512956 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-906b9b97-4121-4db2-863a-881217ab9db2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e3331d5ba3054fc69120a5e9e693e249&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3281486
Apr 02 18:12:27.515358 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b9b97-4121-4db2-863a-881217ab9db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e91b25f-1f21-40c0-90dd-c48632e7dd52,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:27.519179 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-906b9b97-4121-4db2-863a-881217ab9db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:27.539400 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 36534) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:27.587421 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b9135c02-ae3b-40e1-ad99-391f44796289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:27.590313 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-44761a92-45ad-4798-a954-c4a5b87d362d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:27.622024 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-44761a92-45ad-4798-a954-c4a5b87d362d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:27.632460 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 36540) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:27.737410 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-44761a92-45ad-4798-a954-c4a5b87d362d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:27.743578 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-60328475-d479-474c-b426-7c6b6035163f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:27.748353 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3a0e9cb8-dbda-4f58-83a6-40c903bf17cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:27.760750 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44761a92-45ad-4798-a954-c4a5b87d362d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e91b25f-1f21-40c0-90dd-c48632e7dd52,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:27.767897 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-44761a92-45ad-4798-a954-c4a5b87d362d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:27.770252 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-3a0e9cb8-dbda-4f58-83a6-40c903bf17cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:27.782059 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-3a0e9cb8-dbda-4f58-83a6-40c903bf17cf admin admin] Usage tracker for resource:security_group_rule and tenant:247d63430f484c458abe3c3065ae4114 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:27.785972 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-3a0e9cb8-dbda-4f58-83a6-40c903bf17cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:27.796658 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-3a0e9cb8-dbda-4f58-83a6-40c903bf17cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:27.812682 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbf08e-89df-4ae1-b6a9-bf86a277d5f7 req-746ff6b3-7b07-4429-9cb9-3989fd34961c tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:27.814266 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8bcbf08e-89df-4ae1-b6a9-bf86a277d5f7 req-746ff6b3-7b07-4429-9cb9-3989fd34961c tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.1632113
Apr 02 18:12:27.815099 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8779aa9b-a44a-4b7d-bec8-b2f82804b9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:27.843763 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-44761a92-45ad-4798-a954-c4a5b87d362d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:27.844868 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-44761a92-45ad-4798-a954-c4a5b87d362d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1e91b25f-1f21-40c0-90dd-c48632e7dd52 HTTP/1.1" status: 204  len: 168 time: 0.3307207
Apr 02 18:12:27.853379 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-8779aa9b-a44a-4b7d-bec8-b2f82804b9f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:27.860233 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-8779aa9b-a44a-4b7d-bec8-b2f82804b9f1 admin admin] Usage tracker for resource:security_group_rule and tenant:ada7f3a521c64d718c4a8b1ba0513299 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:27.869636 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-8779aa9b-a44a-4b7d-bec8-b2f82804b9f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:27.880317 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-8779aa9b-a44a-4b7d-bec8-b2f82804b9f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:27.890961 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3a0e9cb8-dbda-4f58-83a6-40c903bf17cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:27.900987 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8bcbf08e-89df-4ae1-b6a9-bf86a277d5f7 req-a6d7f14b-8da5-4fde-9ef5-2293818995d6 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751779
Apr 02 18:12:27.924134 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3a0e9cb8-dbda-4f58-83a6-40c903bf17cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:27.933822 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d2e2ca66-b90b-4716-8721-d2edba36c2f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:27.982893 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-3a0e9cb8-dbda-4f58-83a6-40c903bf17cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=247d63430f484c458abe3c3065ae4114&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4395773
Apr 02 18:12:27.983321 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 36550) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:27.986174 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e9cb8-dbda-4f58-83a6-40c903bf17cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea16a6bf-0199-44db-9185-68d13c6df1e0,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:27.994330 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8779aa9b-a44a-4b7d-bec8-b2f82804b9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:27.999299 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3a0e9cb8-dbda-4f58-83a6-40c903bf17cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:28.021504 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8779aa9b-a44a-4b7d-bec8-b2f82804b9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:28.038991 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:28.055154 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-561ded8c-3421-46eb-b0d4-edc4dda8182a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:28.086561 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-8779aa9b-a44a-4b7d-bec8-b2f82804b9f1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ada7f3a521c64d718c4a8b1ba0513299&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4501567
Apr 02 18:12:28.086561 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779aa9b-a44a-4b7d-bec8-b2f82804b9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d2c717-f413-46be-b061-c073f9d42fcf,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:28.086790 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 36558) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:28.088925 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8779aa9b-a44a-4b7d-bec8-b2f82804b9f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:28.091542 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-561ded8c-3421-46eb-b0d4-edc4dda8182a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:28.190110 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3c466dc3-4a81-45cb-ad96-73193be3b06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:28.229340 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3c466dc3-4a81-45cb-ad96-73193be3b06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:28.236673 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-561ded8c-3421-46eb-b0d4-edc4dda8182a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:28.246564 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f1ae97e3-8df7-4b21-aa36-0264649a20e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:28.268811 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ded8c-3421-46eb-b0d4-edc4dda8182a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea16a6bf-0199-44db-9185-68d13c6df1e0,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:28.271158 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-561ded8c-3421-46eb-b0d4-edc4dda8182a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:28.298487 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-561ded8c-3421-46eb-b0d4-edc4dda8182a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:28.299707 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-561ded8c-3421-46eb-b0d4-edc4dda8182a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ea16a6bf-0199-44db-9185-68d13c6df1e0 HTTP/1.1" status: 204  len: 168 time: 0.3155465
Apr 02 18:12:28.329857 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3c466dc3-4a81-45cb-ad96-73193be3b06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:28.335470 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-1509d9fb-8a94-48f8-88f5-7eaf6d13e194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:28.346488 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c466dc3-4a81-45cb-ad96-73193be3b06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d2c717-f413-46be-b061-c073f9d42fcf,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:28.350899 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3c466dc3-4a81-45cb-ad96-73193be3b06c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:28.354286 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3c466dc3-4a81-45cb-ad96-73193be3b06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:28.358585 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-3c466dc3-4a81-45cb-ad96-73193be3b06c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/44d2c717-f413-46be-b061-c073f9d42fcf HTTP/1.1" status: 204  len: 168 time: 0.2678514
Apr 02 18:12:28.381300 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 36570) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:28.400114 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3bc58b79-7370-491a-81aa-df3e23550020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:28.417047 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-3bc58b79-7370-491a-81aa-df3e23550020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:28.422958 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-3bc58b79-7370-491a-81aa-df3e23550020 admin admin] Usage tracker for resource:security_group_rule and tenant:f1306026b9c94b039747457802c22c8b is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:28.427168 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-3bc58b79-7370-491a-81aa-df3e23550020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:28.433513 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-3bc58b79-7370-491a-81aa-df3e23550020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:28.521546 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3bc58b79-7370-491a-81aa-df3e23550020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:28.581482 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3bc58b79-7370-491a-81aa-df3e23550020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:28.591207 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-202fc33d-aa50-4f0e-851f-907e8b1d7842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:28.635113 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-3bc58b79-7370-491a-81aa-df3e23550020 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f1306026b9c94b039747457802c22c8b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2526610
Apr 02 18:12:28.636766 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc58b79-7370-491a-81aa-df3e23550020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c4d4df-be1f-4706-9157-2e9710473976,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:28.637988 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 36576) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:28.640096 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3bc58b79-7370-491a-81aa-df3e23550020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:28.706624 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e6b7556e-f0fc-42fc-bafa-759794f384ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:28.730073 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:28.735368 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e6b7556e-f0fc-42fc-bafa-759794f384ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:28.770338 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 36582) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:28.791190 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d971d499-87ba-4992-83c9-9f2222bcc6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:28.798458 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e6b7556e-f0fc-42fc-bafa-759794f384ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:28.804196 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4446e20d-c228-4e88-af85-54342cd82db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:28.811799 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-d971d499-87ba-4992-83c9-9f2222bcc6a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:28.815969 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-d971d499-87ba-4992-83c9-9f2222bcc6a5 admin admin] Usage tracker for resource:security_group_rule and tenant:eae61bfa03364dc9b91ab8f5d05b77c1 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:28.818770 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7556e-f0fc-42fc-bafa-759794f384ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c4d4df-be1f-4706-9157-2e9710473976,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:28.818899 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-d971d499-87ba-4992-83c9-9f2222bcc6a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:28.822702 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e6b7556e-f0fc-42fc-bafa-759794f384ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:28.825788 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-d971d499-87ba-4992-83c9-9f2222bcc6a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:28.832617 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e6b7556e-f0fc-42fc-bafa-759794f384ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:28.835890 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-e6b7556e-f0fc-42fc-bafa-759794f384ae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/20c4d4df-be1f-4706-9157-2e9710473976 HTTP/1.1" status: 204  len: 168 time: 0.1966794
Apr 02 18:12:28.954137 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d971d499-87ba-4992-83c9-9f2222bcc6a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:28.976161 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d971d499-87ba-4992-83c9-9f2222bcc6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:28.987572 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-fa012b18-dd36-47c2-8a2f-0a3a9c3460e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:29.039548 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-d971d499-87ba-4992-83c9-9f2222bcc6a5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eae61bfa03364dc9b91ab8f5d05b77c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2678127
Apr 02 18:12:29.040327 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 36592) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:29.043397 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971d499-87ba-4992-83c9-9f2222bcc6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ee2f40-a022-4dca-989a-7bb9669775e6,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:29.057818 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d971d499-87ba-4992-83c9-9f2222bcc6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:29.058520 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 36596) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:29.087756 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-efd3dff8-38e8-4895-9e87-d90d959bf52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:29.110864 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-94019bc5-bd00-429b-8ac5-1bb050bb1df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:29.114707 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-efd3dff8-38e8-4895-9e87-d90d959bf52a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:29.128471 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-efd3dff8-38e8-4895-9e87-d90d959bf52a admin admin] Usage tracker for resource:security_group_rule and tenant:cafa4a3f7b5646d6928faab5b1e88d3e is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:29.132999 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-efd3dff8-38e8-4895-9e87-d90d959bf52a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:29.142330 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-94019bc5-bd00-429b-8ac5-1bb050bb1df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:29.145153 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-efd3dff8-38e8-4895-9e87-d90d959bf52a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:29.171944 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd993f5-e0dd-43ff-92b0-53bd84a5c454 req-96794d63-dadb-49af-b205-aaa9643d8ed2 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:29.179708 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3cd993f5-e0dd-43ff-92b0-53bd84a5c454 req-96794d63-dadb-49af-b205-aaa9643d8ed2 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.1667502
Apr 02 18:12:29.220832 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-94019bc5-bd00-429b-8ac5-1bb050bb1df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:29.226252 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3a0e9cb8-dbda-4f58-83a6-40c903bf17cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:29.241540 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3cd993f5-e0dd-43ff-92b0-53bd84a5c454 req-705e8e3a-dbac-48a3-9e61-f4473d12513a tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606568
Apr 02 18:12:29.247709 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94019bc5-bd00-429b-8ac5-1bb050bb1df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ee2f40-a022-4dca-989a-7bb9669775e6,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:29.252339 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-94019bc5-bd00-429b-8ac5-1bb050bb1df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:29.258483 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-94019bc5-bd00-429b-8ac5-1bb050bb1df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:29.262686 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-94019bc5-bd00-429b-8ac5-1bb050bb1df3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/40ee2f40-a022-4dca-989a-7bb9669775e6 HTTP/1.1" status: 204  len: 168 time: 0.2207165
Apr 02 18:12:29.367941 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-efd3dff8-38e8-4895-9e87-d90d959bf52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:29.427142 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-efd3dff8-38e8-4895-9e87-d90d959bf52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:29.436568 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-62b917e2-3ecc-4bd6-88c0-5b866ee1ebac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:29.479532 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-efd3dff8-38e8-4895-9e87-d90d959bf52a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cafa4a3f7b5646d6928faab5b1e88d3e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4185517
Apr 02 18:12:29.480570 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3dff8-38e8-4895-9e87-d90d959bf52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a16cc09-e808-4864-855a-f82f1982a09c,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:29.481164 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 36618) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:29.484608 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-efd3dff8-38e8-4895-9e87-d90d959bf52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:29.530632 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba673-978a-48dd-9bac-dc4c18734b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:29.552667 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-15fbef68-2816-44b2-a94f-984e7cae6d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:29.583389 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-15fbef68-2816-44b2-a94f-984e7cae6d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:29.708410 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7c6c54e4-7cd6-4d07-9279-449431288ca8 req-c4f77d8a-59d0-4114-8fa9-1b49dd9e1a82 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1163266
Apr 02 18:12:29.731345 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-15fbef68-2816-44b2-a94f-984e7cae6d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:29.738037 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-178b1212-3264-42dd-ad32-669d5241a31e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:29.755140 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fbef68-2816-44b2-a94f-984e7cae6d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a16cc09-e808-4864-855a-f82f1982a09c,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:29.758314 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-15fbef68-2816-44b2-a94f-984e7cae6d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:29.759793 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-15fbef68-2816-44b2-a94f-984e7cae6d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:29.772788 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-15fbef68-2816-44b2-a94f-984e7cae6d5b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a16cc09-e808-4864-855a-f82f1982a09c HTTP/1.1" status: 204  len: 168 time: 0.2904420
Apr 02 18:12:29.970830 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c54e4-7cd6-4d07-9279-449431288ca8 req-9358739e-28de-48d0-8ac6-a0fad75c5cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:29.972499 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7c6c54e4-7cd6-4d07-9279-449431288ca8 req-9358739e-28de-48d0-8ac6-a0fad75c5cf5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c37360c4a0504626873b6f97b9c29250&device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 1099 time: 0.1306176
Apr 02 18:12:30.026837 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:30.139246 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c54e4-7cd6-4d07-9279-449431288ca8 req-063a76f3-9711-4ef2-92a7-5b5b0ad09122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:30.140861 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7c6c54e4-7cd6-4d07-9279-449431288ca8 req-063a76f3-9711-4ef2-92a7-5b5b0ad09122 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cfb48dea-d357-4081-a72c-1ec3c2310687 HTTP/1.1" status: 200  len: 912 time: 0.1428933
Apr 02 18:12:30.481519 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920ec92-2286-4b1d-87d4-27cb62d42c3d req-a9c9cb90-e21b-4efa-86ac-2fec3bfaf515 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:30.484511 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1920ec92-2286-4b1d-87d4-27cb62d42c3d req-a9c9cb90-e21b-4efa-86ac-2fec3bfaf515 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.1025867
Apr 02 18:12:30.537431 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1920ec92-2286-4b1d-87d4-27cb62d42c3d req-1c93ac92-6d05-4e02-84dd-7cf6ec8dc515 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465231
Apr 02 18:12:31.072756 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7c6c54e4-7cd6-4d07-9279-449431288ca8 req-eef98f5e-dfb0-4dc9-a7c9-bf161408b85c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a50d65c4-ab4a-4445-8ffd-7d8acd512eca HTTP/1.1" status: 200  len: 217 time: 0.0767305
Apr 02 18:12:31.141669 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af411608-c16b-4fcb-8e42-ff10edc175c1 req-a2d5ccd2-6b8d-4f60-bdda-9f22aa06bb87 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:31.150608 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-af411608-c16b-4fcb-8e42-ff10edc175c1 req-a2d5ccd2-6b8d-4f60-bdda-9f22aa06bb87 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 946 time: 0.1150663
Apr 02 18:12:31.220044 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-af411608-c16b-4fcb-8e42-ff10edc175c1 req-bab925be-ff66-457b-a75d-675e8cf781c1 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671420
Apr 02 18:12:31.656293 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:31.761691 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7ba4d-399a-4a53-aeca-4f70e469b4f4 req-e4b5f836-fc44-4b98-9610-ab781e2536d2 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:31.764090 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8aa7ba4d-399a-4a53-aeca-4f70e469b4f4 req-e4b5f836-fc44-4b98-9610-ab781e2536d2 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.1019857
Apr 02 18:12:31.812740 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8aa7ba4d-399a-4a53-aeca-4f70e469b4f4 req-29393493-fdf4-459c-9eee-388e6576f1f0 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425696
Apr 02 18:12:31.821145 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 36734) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:32.055985 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-be13e0ae-567e-4ba1-bbf4-4a3eab1d46cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:32.071769 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-be13e0ae-567e-4ba1-bbf4-4a3eab1d46cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:32.076976 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-be13e0ae-567e-4ba1-bbf4-4a3eab1d46cf admin admin] Usage tracker for resource:security_group_rule and tenant:9af4c115f9cd43eb97cfa83c7811c283 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:32.079980 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-be13e0ae-567e-4ba1-bbf4-4a3eab1d46cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:32.086051 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-be13e0ae-567e-4ba1-bbf4-4a3eab1d46cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:32.183150 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-be13e0ae-567e-4ba1-bbf4-4a3eab1d46cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:32.209486 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-be13e0ae-567e-4ba1-bbf4-4a3eab1d46cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:32.219732 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-561ded8c-3421-46eb-b0d4-edc4dda8182a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:32.264859 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 36764) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:32.264992 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-be13e0ae-567e-4ba1-bbf4-4a3eab1d46cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9af4c115f9cd43eb97cfa83c7811c283&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4425883
Apr 02 18:12:32.269704 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13e0ae-567e-4ba1-bbf4-4a3eab1d46cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e55bb56-2e64-4519-9485-1410f4a465f7,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:32.272966 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-be13e0ae-567e-4ba1-bbf4-4a3eab1d46cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:32.341235 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b0948977-cb41-4b2b-a562-84b71d12e482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:32.372303 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b0948977-cb41-4b2b-a562-84b71d12e482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:32.546000 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fd06d-d71c-47f8-b81a-faeff344611b req-a459f13a-8035-481d-8674-08ea5f4fdc07 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:32.546000 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-217fd06d-d71c-47f8-b81a-faeff344611b req-a459f13a-8035-481d-8674-08ea5f4fdc07 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 946 time: 0.1259196
Apr 02 18:12:32.563633 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b0948977-cb41-4b2b-a562-84b71d12e482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:32.568934 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-59451ebb-a134-4e0d-97b0-67992bad0f29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:32.578663 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-217fd06d-d71c-47f8-b81a-faeff344611b req-d268437d-f020-4481-be7b-b2401f2154a6 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630372
Apr 02 18:12:32.588174 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0948977-cb41-4b2b-a562-84b71d12e482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e55bb56-2e64-4519-9485-1410f4a465f7,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:32.592645 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b0948977-cb41-4b2b-a562-84b71d12e482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:32.598035 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b0948977-cb41-4b2b-a562-84b71d12e482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:32.599178 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-b0948977-cb41-4b2b-a562-84b71d12e482 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9e55bb56-2e64-4519-9485-1410f4a465f7 HTTP/1.1" status: 204  len: 168 time: 0.3331869
Apr 02 18:12:33.077416 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566c612-4124-4e91-9d76-98da37d3b922 req-be90b18f-62ad-40c5-8d8d-87099910bad1 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:33.079431 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f566c612-4124-4e91-9d76-98da37d3b922 req-be90b18f-62ad-40c5-8d8d-87099910bad1 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.1017697
Apr 02 18:12:33.159380 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f566c612-4124-4e91-9d76-98da37d3b922 req-9cf91995-997c-4132-9379-7d0813af312e tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732741
Apr 02 18:12:33.159924 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 36792) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:33.178958 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c54e4-7cd6-4d07-9279-449431288ca8 req-e658c54c-7ab2-4136-9f0d-0d6c2768597d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:33.179172 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ed96f146-ab58-498d-a29b-6ad7da27a77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:33.181246 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7c6c54e4-7cd6-4d07-9279-449431288ca8 req-e658c54c-7ab2-4136-9f0d-0d6c2768597d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8fec0c31-c068-4ea6-b25e-65764845f668 HTTP/1.1" status: 200  len: 852 time: 0.1176622
Apr 02 18:12:33.194851 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-ed96f146-ab58-498d-a29b-6ad7da27a77b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:33.199793 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-ed96f146-ab58-498d-a29b-6ad7da27a77b admin admin] Usage tracker for resource:security_group_rule and tenant:7378dfce76ca4cb3b7545b9e6ce50c16 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:33.202542 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-ed96f146-ab58-498d-a29b-6ad7da27a77b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:33.208593 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-ed96f146-ab58-498d-a29b-6ad7da27a77b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:33.241117 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7c6c54e4-7cd6-4d07-9279-449431288ca8 req-810e209f-3c78-40f0-a745-fe3f712dd6ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cfb48dea-d357-4081-a72c-1ec3c2310687&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0513566
Apr 02 18:12:33.296111 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ed96f146-ab58-498d-a29b-6ad7da27a77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:33.330551 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ed96f146-ab58-498d-a29b-6ad7da27a77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:33.339573 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d288248c-bd63-45bb-bd96-4795788f121a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:33.385083 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-ed96f146-ab58-498d-a29b-6ad7da27a77b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7378dfce76ca4cb3b7545b9e6ce50c16&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2216489
Apr 02 18:12:33.385083 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96f146-ab58-498d-a29b-6ad7da27a77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564202e4-166d-4cac-8f7f-d42f1ac8b4fc,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:33.385434 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 36798) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:33.387742 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-ed96f146-ab58-498d-a29b-6ad7da27a77b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:33.412579 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7c6c54e4-7cd6-4d07-9279-449431288ca8 req-3f0b5add-d32a-4390-92eb-017814a1147c service neutron] 10.222.0.15 "GET /v2.0/networks/cfb48dea-d357-4081-a72c-1ec3c2310687?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1619067
Apr 02 18:12:33.555824 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f1aa-90a8-4510-beb6-1660223c9d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:33.613711 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f1aa-90a8-4510-beb6-1660223c9d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:33.639284 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7c6c54e4-7cd6-4d07-9279-449431288ca8 req-678bdee8-f942-40cc-805f-e0b9902a9ed3 service neutron] 10.222.0.15 "GET /v2.0/networks/cfb48dea-d357-4081-a72c-1ec3c2310687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2153792
Apr 02 18:12:33.712788 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f1aa-90a8-4510-beb6-1660223c9d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:33.720316 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:33.740566 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0f1aa-90a8-4510-beb6-1660223c9d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564202e4-166d-4cac-8f7f-d42f1ac8b4fc,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:33.743997 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d3b0f1aa-90a8-4510-beb6-1660223c9d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:33.757166 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f1aa-90a8-4510-beb6-1660223c9d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:33.761105 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-d3b0f1aa-90a8-4510-beb6-1660223c9d6f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/564202e4-166d-4cac-8f7f-d42f1ac8b4fc HTTP/1.1" status: 204  len: 168 time: 0.3745093
Apr 02 18:12:33.817191 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae4074-c9e7-4e5a-b10e-4f7fe5962a1f req-bf9931e1-44c0-4960-a779-9290dc44a656 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:33.819555 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-76ae4074-c9e7-4e5a-b10e-4f7fe5962a1f req-bf9931e1-44c0-4960-a779-9290dc44a656 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 946 time: 0.1063874
Apr 02 18:12:33.870519 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-76ae4074-c9e7-4e5a-b10e-4f7fe5962a1f req-9720aef0-1df8-4128-8fcd-59a1be6e2e3b tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447729
Apr 02 18:12:34.414865 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f602e-599c-4b4c-99c8-8cf47d60b283 req-df42020c-4254-4d76-9450-41a1b5074843 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:34.416489 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-435f602e-599c-4b4c-99c8-8cf47d60b283 req-df42020c-4254-4d76-9450-41a1b5074843 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.1161833
Apr 02 18:12:34.478000 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-435f602e-599c-4b4c-99c8-8cf47d60b283 req-b1c66973-d951-482f-a731-f94ca571b6da tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491455
Apr 02 18:12:35.143813 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a8b78-e698-42b4-847e-bf1b7fe372f1 req-8b52639b-f99a-475c-a1b2-9b334d632b6b tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:35.145559 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-001a8b78-e698-42b4-847e-bf1b7fe372f1 req-8b52639b-f99a-475c-a1b2-9b334d632b6b tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 946 time: 0.1234901
Apr 02 18:12:35.214371 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-001a8b78-e698-42b4-847e-bf1b7fe372f1 req-1c28f4de-8785-4a18-899b-ca78e7461fa3 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620034
Apr 02 18:12:35.498885 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b120691-8953-4f21-82b9-de19d271a09e req-cd9448b9-7a39-4a79-a53c-92597657bb72 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:35.499936 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-5b120691-8953-4f21-82b9-de19d271a09e req-cd9448b9-7a39-4a79-a53c-92597657bb72 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Synchronizing usage tracker for tenant:c37360c4a0504626873b6f97b9c29250 on resource:port {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:12:35.504660 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 36904) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:35.569393 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-5b120691-8953-4f21-82b9-de19d271a09e req-cd9448b9-7a39-4a79-a53c-92597657bb72 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Unset dirty status for tenant:c37360c4a0504626873b6f97b9c29250 on resource:port {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:12:35.570718 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5b120691-8953-4f21-82b9-de19d271a09e req-cd9448b9-7a39-4a79-a53c-92597657bb72 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 946 time: 0.1706886
Apr 02 18:12:35.599854 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:35.698164 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-5b120691-8953-4f21-82b9-de19d271a09e req-e9b1b092-6c2d-454b-a30c-d8c9bdb52d0e tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Deleting port a50d65c4-ab4a-4445-8ffd-7d8acd512eca {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:12:35.698781 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-5b120691-8953-4f21-82b9-de19d271a09e req-e9b1b092-6c2d-454b-a30c-d8c9bdb52d0e tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:35.772046 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c2113-48b1-42ba-9a6a-057b0f2c3dfb req-2c4c829e-0a4f-4a8c-bed1-bf6fd18159be tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:35.773684 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0b0c2113-48b1-42ba-9a6a-057b0f2c3dfb req-2c4c829e-0a4f-4a8c-bed1-bf6fd18159be tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.1658714
Apr 02 18:12:35.839624 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0b0c2113-48b1-42ba-9a6a-057b0f2c3dfb req-ed501624-e7ab-411b-8507-271c46a16266 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590527
Apr 02 18:12:35.962662 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-bdcb1632-8a5e-4b9a-865f-83e4048845bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:35.992513 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-bdcb1632-8a5e-4b9a-865f-83e4048845bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:36.015650 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-bdcb1632-8a5e-4b9a-865f-83e4048845bb admin admin] Usage tracker for resource:security_group_rule and tenant:8159a0993b6d4d1e9dcd6ef9134bda6a is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:36.070590 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-bdcb1632-8a5e-4b9a-865f-83e4048845bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:36.083880 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-bdcb1632-8a5e-4b9a-865f-83e4048845bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:36.184986 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-5b120691-8953-4f21-82b9-de19d271a09e req-e9b1b092-6c2d-454b-a30c-d8c9bdb52d0e tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] For port a50d65c4-ab4a-4445-8ffd-7d8acd512eca, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=a50d65c4-ab4a-4445-8ffd-7d8acd512eca,segment=NetworkSegment(44094285-04a0-4d49-90e7-0f242b71451f),segment_id=44094285-04a0-4d49-90e7-0f242b71451f)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:12:36.187685 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-5b120691-8953-4f21-82b9-de19d271a09e req-e9b1b092-6c2d-454b-a30c-d8c9bdb52d0e tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:36.342423 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-5b120691-8953-4f21-82b9-de19d271a09e req-e9b1b092-6c2d-454b-a30c-d8c9bdb52d0e tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Calling delete_port for a50d65c4-ab4a-4445-8ffd-7d8acd512eca owned by compute:nova {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:12:36.436774 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048be26-b946-4f0f-b8ed-5bdc1783c29b req-1a31a3e7-93b0-4c78-894e-835e45c768bb tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:36.438326 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1048be26-b946-4f0f-b8ed-5bdc1783c29b req-1a31a3e7-93b0-4c78-894e-835e45c768bb tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 946 time: 0.0901034
Apr 02 18:12:36.498455 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1048be26-b946-4f0f-b8ed-5bdc1783c29b req-28a3f905-7b65-46c4-9c00-a66cc940f913 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/security-groups?id=9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535717
Apr 02 18:12:36.524356 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-bdcb1632-8a5e-4b9a-865f-83e4048845bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:36.580899 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-bdcb1632-8a5e-4b9a-865f-83e4048845bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:36.614715 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:36.628207 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-bdcb1632-8a5e-4b9a-865f-83e4048845bb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8159a0993b6d4d1e9dcd6ef9134bda6a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1202917
Apr 02 18:12:36.631111 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 36948) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:36.666435 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 36952) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:36.667248 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb1632-8a5e-4b9a-865f-83e4048845bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e5834f-be45-4c72-8e92-3d86a0b2752d,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:36.673571 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-bdcb1632-8a5e-4b9a-865f-83e4048845bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:36.701462 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-5b120691-8953-4f21-82b9-de19d271a09e req-e9b1b092-6c2d-454b-a30c-d8c9bdb52d0e tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:36.725115 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-1c4ebe09-0d5f-4e0e-8339-1ca44b169cd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:36.737353 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f6a1c495-1117-45df-9a8b-ef02f71981d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:36.773656 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f6a1c495-1117-45df-9a8b-ef02f71981d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:36.802017 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 36960) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:36.826433 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1b092-6c2d-454b-a30c-d8c9bdb52d0e tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Pushing event deleted for resources: {'Port': ['ID=a50d65c4-ab4a-4445-8ffd-7d8acd512eca,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:36.830519 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e9b1b092-6c2d-454b-a30c-d8c9bdb52d0e tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:36.890487 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f6a1c495-1117-45df-9a8b-ef02f71981d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:36.895965 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-97642aa2-1d4b-4033-8a3a-e07636e0f81c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:36.926562 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1c495-1117-45df-9a8b-ef02f71981d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e5834f-be45-4c72-8e92-3d86a0b2752d,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:36.936060 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f6a1c495-1117-45df-9a8b-ef02f71981d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:36.960863 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f6a1c495-1117-45df-9a8b-ef02f71981d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:36.963834 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-f6a1c495-1117-45df-9a8b-ef02f71981d8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/59e5834f-be45-4c72-8e92-3d86a0b2752d HTTP/1.1" status: 204  len: 168 time: 0.3313317
Apr 02 18:12:37.051671 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-17f3d49d-ae3c-4d45-931c-249d8c969e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:37.105203 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-11e75470-ad56-4d99-888d-322011e9e8c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:37.142173 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-11e75470-ad56-4d99-888d-322011e9e8c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:37.149843 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-11e75470-ad56-4d99-888d-322011e9e8c4 admin admin] Usage tracker for resource:security_group_rule and tenant:706de154985d481fb81d3e74eddd8794 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:37.154947 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-11e75470-ad56-4d99-888d-322011e9e8c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:37.163885 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-11e75470-ad56-4d99-888d-322011e9e8c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:37.225552 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944fbe8-26e9-4837-82ca-8ef89c2e4dce req-e67f4d16-dbba-411d-9b6a-f697ac994df5 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:37.227334 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0944fbe8-26e9-4837-82ca-8ef89c2e4dce req-e67f4d16-dbba-411d-9b6a-f697ac994df5 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.1786554
Apr 02 18:12:37.302178 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b120691-8953-4f21-82b9-de19d271a09e req-e9b1b092-6c2d-454b-a30c-d8c9bdb52d0e tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] No DVR routers for this DVR port a50d65c4-ab4a-4445-8ffd-7d8acd512eca on host hv-cinder-78460 {{(pid=84390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:12:37.304011 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-17f3d49d-ae3c-4d45-931c-249d8c969e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:37.308750 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-5b120691-8953-4f21-82b9-de19d271a09e req-e9b1b092-6c2d-454b-a30c-d8c9bdb52d0e tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:37.319583 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0944fbe8-26e9-4837-82ca-8ef89c2e4dce req-6b0a374a-564b-46ca-bbbc-43d08d455143 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804281
Apr 02 18:12:37.323998 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2152c6-a23d-4bd4-aaab-526adaa0cd5e', 'name': 'network-vif-deleted', 'tag': 'a50d65c4-ab4a-4445-8ffd-7d8acd512eca'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:12:37.333684 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-17f3d49d-ae3c-4d45-931c-249d8c969e24 admin admin] Usage tracker for resource:security_group_rule and tenant:00131b1094ac4673bea17b2805dce0be is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:37.333684 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-17f3d49d-ae3c-4d45-931c-249d8c969e24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:37.340022 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-17f3d49d-ae3c-4d45-931c-249d8c969e24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:37.356981 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-11e75470-ad56-4d99-888d-322011e9e8c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:37.360249 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5b120691-8953-4f21-82b9-de19d271a09e req-e9b1b092-6c2d-454b-a30c-d8c9bdb52d0e tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.15 "DELETE /v2.0/ports/a50d65c4-ab4a-4445-8ffd-7d8acd512eca HTTP/1.1" status: 204  len: 173 time: 1.7820466
Apr 02 18:12:37.387297 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-11e75470-ad56-4d99-888d-322011e9e8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:37.394771 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2152c6-a23d-4bd4-aaab-526adaa0cd5e', 'name': 'network-vif-deleted', 'tag': 'a50d65c4-ab4a-4445-8ffd-7d8acd512eca', 'status': 'completed', 'code': 200}
Apr 02 18:12:37.397717 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f6a1c495-1117-45df-9a8b-ef02f71981d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:37.439793 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-17f3d49d-ae3c-4d45-931c-249d8c969e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:37.442504 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-11e75470-ad56-4d99-888d-322011e9e8c4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=706de154985d481fb81d3e74eddd8794&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6389575
Apr 02 18:12:37.445368 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 36990) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:37.450463 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e75470-ad56-4d99-888d-322011e9e8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3951656d-49e3-4578-a93c-591227314aa9,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:37.455401 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-11e75470-ad56-4d99-888d-322011e9e8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:37.489994 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-17f3d49d-ae3c-4d45-931c-249d8c969e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:37.500814 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3c466dc3-4a81-45cb-ad96-73193be3b06c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:37.559660 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3d49d-ae3c-4d45-931c-249d8c969e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b8dc55-ccbf-46ac-b3c6-411826a51192,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:37.569093 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-17f3d49d-ae3c-4d45-931c-249d8c969e24 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=00131b1094ac4673bea17b2805dce0be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8947945
Apr 02 18:12:37.569093 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-17f3d49d-ae3c-4d45-931c-249d8c969e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:37.569719 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 37000) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:37.571331 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7a6fc717-6cfe-46e8-b050-9a5716bbe50c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:37.586891 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 37004) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:37.609404 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7a6fc717-6cfe-46e8-b050-9a5716bbe50c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:37.618407 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['a50d65c4-ab4a-4445-8ffd-7d8acd512eca'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:12:37.638131 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-764a2a67-11d6-450a-bf55-28cc496b644d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:37.736528 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-764a2a67-11d6-450a-bf55-28cc496b644d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:37.740572 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-04397170-8d61-431a-aef7-1e0e1d4101b4 req-a2bcd03a-4e6b-4a49-8caa-f15ae7cdb00c tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 210 time: 0.0642936
Apr 02 18:12:37.747129 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7a6fc717-6cfe-46e8-b050-9a5716bbe50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:37.752968 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-764a2a67-11d6-450a-bf55-28cc496b644d admin admin] Usage tracker for resource:security_group_rule and tenant:321e50396caa458192e75f9015d4a430 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:37.769122 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:37.769274 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-764a2a67-11d6-450a-bf55-28cc496b644d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:37.769274 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-764a2a67-11d6-450a-bf55-28cc496b644d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:37.776060 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-0c82447c-d65f-40e3-b31b-e730a3327aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:37.781964 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6fc717-6cfe-46e8-b050-9a5716bbe50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3951656d-49e3-4578-a93c-591227314aa9,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:37.812386 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7a6fc717-6cfe-46e8-b050-9a5716bbe50c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:37.813315 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7a6fc717-6cfe-46e8-b050-9a5716bbe50c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:37.814934 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-7a6fc717-6cfe-46e8-b050-9a5716bbe50c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3951656d-49e3-4578-a93c-591227314aa9 HTTP/1.1" status: 204  len: 168 time: 0.3681674
Apr 02 18:12:37.819014 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-0c82447c-d65f-40e3-b31b-e730a3327aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:37.930338 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-764a2a67-11d6-450a-bf55-28cc496b644d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:37.940769 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-0c82447c-d65f-40e3-b31b-e730a3327aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:37.946980 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d2cacee9-111e-482e-ad1b-14f67e4af807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:37.963146 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82447c-d65f-40e3-b31b-e730a3327aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b8dc55-ccbf-46ac-b3c6-411826a51192,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:37.966120 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-0c82447c-d65f-40e3-b31b-e730a3327aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:37.977060 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-0c82447c-d65f-40e3-b31b-e730a3327aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:37.978619 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-0c82447c-d65f-40e3-b31b-e730a3327aae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/15b8dc55-ccbf-46ac-b3c6-411826a51192 HTTP/1.1" status: 204  len: 168 time: 0.4080300
Apr 02 18:12:37.983821 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-764a2a67-11d6-450a-bf55-28cc496b644d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:37.993623 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-ed96f146-ab58-498d-a29b-6ad7da27a77b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:38.047737 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-764a2a67-11d6-450a-bf55-28cc496b644d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=321e50396caa458192e75f9015d4a430&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4597507
Apr 02 18:12:38.048726 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a2a67-11d6-450a-bf55-28cc496b644d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3c652a-5f7d-45d7-bd9f-4de8eda65254,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:38.050594 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 37028) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:38.051984 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-764a2a67-11d6-450a-bf55-28cc496b644d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:38.128135 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ed4f2f69-a805-4f67-bac8-b78a7838db8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:38.161946 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ed4f2f69-a805-4f67-bac8-b78a7838db8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:38.244212 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ed4f2f69-a805-4f67-bac8-b78a7838db8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:38.250701 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-52045758-cc59-4bcf-b904-6053b2d9b098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:38.265388 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f2f69-a805-4f67-bac8-b78a7838db8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3c652a-5f7d-45d7-bd9f-4de8eda65254,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:38.268364 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-ed4f2f69-a805-4f67-bac8-b78a7838db8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:38.269358 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ed4f2f69-a805-4f67-bac8-b78a7838db8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:38.272376 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-ed4f2f69-a805-4f67-bac8-b78a7838db8e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0e3c652a-5f7d-45d7-bd9f-4de8eda65254 HTTP/1.1" status: 204  len: 168 time: 0.2187955
Apr 02 18:12:38.541527 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 37064) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:38.546131 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50b692-e8db-43df-ac10-7cd7250d4c99 req-08b23434-bd22-4b00-ab78-3c852362320b tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:38.548362 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ff50b692-e8db-43df-ac10-7cd7250d4c99 req-08b23434-bd22-4b00-ab78-3c852362320b tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.1091428
Apr 02 18:12:38.555814 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-336cad07-11c9-4c7c-84e0-140399f5fea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:38.573502 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-336cad07-11c9-4c7c-84e0-140399f5fea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:38.578455 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-336cad07-11c9-4c7c-84e0-140399f5fea9 admin admin] Usage tracker for resource:security_group_rule and tenant:9e75f6df12a24fa88c5f6be821f1f3de is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:38.579546 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 37072) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:38.581571 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-336cad07-11c9-4c7c-84e0-140399f5fea9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:38.587632 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-336cad07-11c9-4c7c-84e0-140399f5fea9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:38.610671 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7ca2ff7c-575c-4942-bf68-f6da9ead7e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:38.656937 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ff50b692-e8db-43df-ac10-7cd7250d4c99 req-2a7f310a-2033-44fc-a12f-2f5d6e5fcaba tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011794
Apr 02 18:12:38.677439 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-7ca2ff7c-575c-4942-bf68-f6da9ead7e35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:38.681754 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-7ca2ff7c-575c-4942-bf68-f6da9ead7e35 admin admin] Usage tracker for resource:security_group_rule and tenant:c707b2c0935944aa9bcc88934992c8f9 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:38.684783 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-7ca2ff7c-575c-4942-bf68-f6da9ead7e35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:38.691635 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-7ca2ff7c-575c-4942-bf68-f6da9ead7e35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:38.704069 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-336cad07-11c9-4c7c-84e0-140399f5fea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:38.735927 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-336cad07-11c9-4c7c-84e0-140399f5fea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:38.745790 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d971d499-87ba-4992-83c9-9f2222bcc6a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:38.805273 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-336cad07-11c9-4c7c-84e0-140399f5fea9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9e75f6df12a24fa88c5f6be821f1f3de&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2615521
Apr 02 18:12:38.805273 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 37088) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:38.805273 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336cad07-11c9-4c7c-84e0-140399f5fea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06fe11e-a633-4ae1-8d6e-700d2ea055c5,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:38.812940 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-336cad07-11c9-4c7c-84e0-140399f5fea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:38.849662 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7ca2ff7c-575c-4942-bf68-f6da9ead7e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:38.869897 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f275606a-5106-4879-842d-c67e5040e5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:38.906916 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7ca2ff7c-575c-4942-bf68-f6da9ead7e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:38.909497 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f275606a-5106-4879-842d-c67e5040e5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:38.963466 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8779aa9b-a44a-4b7d-bec8-b2f82804b9f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:38.976721 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-7ca2ff7c-575c-4942-bf68-f6da9ead7e35 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c707b2c0935944aa9bcc88934992c8f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3960271
Apr 02 18:12:38.979674 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 37098) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:39.014878 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f275606a-5106-4879-842d-c67e5040e5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:39.018767 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:39.043783 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275606a-5106-4879-842d-c67e5040e5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06fe11e-a633-4ae1-8d6e-700d2ea055c5,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:39.048240 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-65b41709-38d1-4267-8f5b-28e76379036e req-d6e768f8-6775-4510-ba9c-2b7632dc86fe tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 210 time: 0.0919857
Apr 02 18:12:39.048404 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f275606a-5106-4879-842d-c67e5040e5db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:39.052660 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2ff7c-575c-4942-bf68-f6da9ead7e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392c0ed6-320c-4fcf-a32f-c3464d2ac657,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:39.056105 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7ca2ff7c-575c-4942-bf68-f6da9ead7e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:39.063248 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f275606a-5106-4879-842d-c67e5040e5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:39.066829 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-f275606a-5106-4879-842d-c67e5040e5db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b06fe11e-a633-4ae1-8d6e-700d2ea055c5 HTTP/1.1" status: 204  len: 168 time: 0.2641838
Apr 02 18:12:39.074227 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9497850d-86ff-4acb-99cd-951b2be6bbc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:39.109365 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9497850d-86ff-4acb-99cd-951b2be6bbc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:39.204758 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9497850d-86ff-4acb-99cd-951b2be6bbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:39.211229 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-906b9b97-4121-4db2-863a-881217ab9db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:39.226019 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497850d-86ff-4acb-99cd-951b2be6bbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392c0ed6-320c-4fcf-a32f-c3464d2ac657,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:39.229077 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-9497850d-86ff-4acb-99cd-951b2be6bbc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:39.235739 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9497850d-86ff-4acb-99cd-951b2be6bbc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:39.250965 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-9497850d-86ff-4acb-99cd-951b2be6bbc5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/392c0ed6-320c-4fcf-a32f-c3464d2ac657 HTTP/1.1" status: 204  len: 168 time: 0.2701080
Apr 02 18:12:39.793672 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device a50d65c4-ab4a-4445-8ffd-7d8acd512eca no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:12:39.844312 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] No Port match for: a50d65c4-ab4a-4445-8ffd-7d8acd512eca {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:12:39.844774 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device a50d65c4-ab4a-4445-8ffd-7d8acd512eca not bound to the agent host hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:12:39.879962 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ac86a-8f48-4662-ac4b-3a4c98574bb2 req-073b7e0a-20e8-48eb-a32d-c572ea58b137 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:39.881741 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-236ac86a-8f48-4662-ac4b-3a4c98574bb2 req-073b7e0a-20e8-48eb-a32d-c572ea58b137 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.1148667
Apr 02 18:12:39.946767 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-236ac86a-8f48-4662-ac4b-3a4c98574bb2 req-6461b86c-970f-4a42-921d-445fd7009305 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581102
Apr 02 18:12:40.064755 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 37152) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:40.275696 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-108e57c7-6278-4a4d-9b18-05cfab299c43 req-26125e63-67b8-45c4-8739-a8dab3bf43a3 tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 210 time: 0.0525634
Apr 02 18:12:40.323378 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-39bda7d0-5b6f-45cb-9cc2-2ab9287f4e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:40.340062 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-39bda7d0-5b6f-45cb-9cc2-2ab9287f4e99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:40.344708 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-39bda7d0-5b6f-45cb-9cc2-2ab9287f4e99 admin admin] Usage tracker for resource:security_group_rule and tenant:04d312f3eca546629b87a7004ea658db is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:40.349964 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-39bda7d0-5b6f-45cb-9cc2-2ab9287f4e99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:40.354370 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-39bda7d0-5b6f-45cb-9cc2-2ab9287f4e99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:40.441646 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-39bda7d0-5b6f-45cb-9cc2-2ab9287f4e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:40.501140 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-39bda7d0-5b6f-45cb-9cc2-2ab9287f4e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:40.512607 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-6ea34293-601b-4914-8400-c82837cd8a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:40.557081 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-39bda7d0-5b6f-45cb-9cc2-2ab9287f4e99 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=04d312f3eca546629b87a7004ea658db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4907176
Apr 02 18:12:40.559221 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bda7d0-5b6f-45cb-9cc2-2ab9287f4e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0971a36-5534-4f60-af03-30d40ba68a06,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:40.560141 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 37178) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:40.562934 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-39bda7d0-5b6f-45cb-9cc2-2ab9287f4e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:40.652510 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a72917b8-faf8-4057-905d-232fa1d8b9ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:40.686051 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a72917b8-faf8-4057-905d-232fa1d8b9ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:40.821171 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a72917b8-faf8-4057-905d-232fa1d8b9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:40.830754 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:40.849842 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72917b8-faf8-4057-905d-232fa1d8b9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0971a36-5534-4f60-af03-30d40ba68a06,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:40.852730 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a72917b8-faf8-4057-905d-232fa1d8b9ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:40.854251 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a72917b8-faf8-4057-905d-232fa1d8b9ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:40.856527 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-a72917b8-faf8-4057-905d-232fa1d8b9ac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d0971a36-5534-4f60-af03-30d40ba68a06 HTTP/1.1" status: 204  len: 168 time: 0.2946918
Apr 02 18:12:41.186328 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379d8e4-31b9-4ee8-bb8a-f72c06230c43 req-890d81d5-296f-4646-a4a6-f293665f7ddd tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:41.194897 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8379d8e4-31b9-4ee8-bb8a-f72c06230c43 req-890d81d5-296f-4646-a4a6-f293665f7ddd tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.1067309
Apr 02 18:12:41.244081 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8379d8e4-31b9-4ee8-bb8a-f72c06230c43 req-f0741f25-000c-42d7-8d0f-536805fcfc4c tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481625
Apr 02 18:12:41.522910 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-01708a18-d680-4843-bb6f-9adac1573dc8 req-48eb50b1-8bd2-4d8c-a102-f5a6a624db8d tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a2152c6-a23d-4bd4-aaab-526adaa0cd5e HTTP/1.1" status: 200  len: 210 time: 0.0641983
Apr 02 18:12:41.981393 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 37242) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:42.006435 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c256ba46-aa55-4163-b484-5029aaab7dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:42.024525 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-c256ba46-aa55-4163-b484-5029aaab7dc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:42.030561 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-c256ba46-aa55-4163-b484-5029aaab7dc7 admin admin] Usage tracker for resource:security_group_rule and tenant:3d9b71a6f128492e9a70cb5dc9dd855d is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:42.033871 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-c256ba46-aa55-4163-b484-5029aaab7dc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:42.040465 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-c256ba46-aa55-4163-b484-5029aaab7dc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:42.135116 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-b517897a-f286-479f-8ce3-20e7ef25ef61 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:42.136990 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-b517897a-f286-479f-8ce3-20e7ef25ef61 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/networks?id=2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff HTTP/1.1" status: 200  len: 814 time: 0.4156277
Apr 02 18:12:42.157380 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c256ba46-aa55-4163-b484-5029aaab7dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:42.164923 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-cca2a38f-6193-4a84-8c7a-c8bc9eb2c251 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/quotas/469aa9b529694baa91a42fa0eae6e868 HTTP/1.1" status: 200  len: 375 time: 0.0210025
Apr 02 18:12:42.176249 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 37248) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:42.192148 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c256ba46-aa55-4163-b484-5029aaab7dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:42.202931 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e49605c0-9139-4057-bf68-ef11b2b92518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:42.247118 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-c256ba46-aa55-4163-b484-5029aaab7dc7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3d9b71a6f128492e9a70cb5dc9dd855d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2631812
Apr 02 18:12:42.249699 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256ba46-aa55-4163-b484-5029aaab7dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1e338d-ed47-48f9-b0cd-536533a5b8ab,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:42.250876 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 37256) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:42.256598 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c256ba46-aa55-4163-b484-5029aaab7dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:42.291381 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-98791d39-04a4-4ce3-a1d0-52468a853587 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=469aa9b529694baa91a42fa0eae6e868&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1254306
Apr 02 18:12:42.442540 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3474d64f-78d2-4b48-86c0-087f9c55a1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:42.465274 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e7e1e08d-fe7d-4417-b3be-ea48b9530982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:42.483528 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-e7e1e08d-fe7d-4417-b3be-ea48b9530982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:42.489022 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-e7e1e08d-fe7d-4417-b3be-ea48b9530982 admin admin] Usage tracker for resource:security_group_rule and tenant:e8f7ed46d5244e19855a3af42a5553ca is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:42.492195 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-e7e1e08d-fe7d-4417-b3be-ea48b9530982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:42.500793 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-e7e1e08d-fe7d-4417-b3be-ea48b9530982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:42.538782 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3474d64f-78d2-4b48-86c0-087f9c55a1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:42.598697 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e7e1e08d-fe7d-4417-b3be-ea48b9530982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:42.601049 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-06f82836-d637-41a7-8d58-6307adbf5647 service neutron] 10.222.0.10 "GET /v2.0/networks/2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3087568
Apr 02 18:12:42.643882 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e7e1e08d-fe7d-4417-b3be-ea48b9530982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:42.653455 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-9497850d-86ff-4acb-99cd-951b2be6bbc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:42.699968 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-e7e1e08d-fe7d-4417-b3be-ea48b9530982 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e8f7ed46d5244e19855a3af42a5553ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5207393
Apr 02 18:12:42.701041 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 37274) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:42.703976 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1e08d-fe7d-4417-b3be-ea48b9530982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80553ec0-baa3-4dc0-8b50-bd50bb67b4ef,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:42.722781 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e7e1e08d-fe7d-4417-b3be-ea48b9530982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:42.735039 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625ece0-a9a5-4d1d-bba6-b9ee4ad3eb9c req-391a564b-0bfd-4bc8-9250-e533e7107c40 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:42.736648 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0625ece0-a9a5-4d1d-bba6-b9ee4ad3eb9c req-391a564b-0bfd-4bc8-9250-e533e7107c40 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.2862275
Apr 02 18:12:42.769485 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e4d1bed0-a668-480b-8013-7a712dfc7794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:42.787653 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3474d64f-78d2-4b48-86c0-087f9c55a1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:42.799389 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-510aa8ac-bcf0-4fa9-a46b-4db1dca844b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:42.807801 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e4d1bed0-a668-480b-8013-7a712dfc7794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:42.827855 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474d64f-78d2-4b48-86c0-087f9c55a1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1e338d-ed47-48f9-b0cd-536533a5b8ab,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:42.833120 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-76c02290-8e02-4c9c-9429-4f64bbe57600 service neutron] 10.222.0.10 "GET /v2.0/networks/2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2311485
Apr 02 18:12:42.836746 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3474d64f-78d2-4b48-86c0-087f9c55a1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:42.849852 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0625ece0-a9a5-4d1d-bba6-b9ee4ad3eb9c req-3e29b003-8a54-4be1-bca1-5313d877855e tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932403
Apr 02 18:12:42.864693 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3474d64f-78d2-4b48-86c0-087f9c55a1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:42.865923 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-3474d64f-78d2-4b48-86c0-087f9c55a1d5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2f1e338d-ed47-48f9-b0cd-536533a5b8ab HTTP/1.1" status: 204  len: 168 time: 0.6131215
Apr 02 18:12:42.965183 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e4d1bed0-a668-480b-8013-7a712dfc7794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:42.971383 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c256ba46-aa55-4163-b484-5029aaab7dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:42.994977 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1bed0-a668-480b-8013-7a712dfc7794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80553ec0-baa3-4dc0-8b50-bd50bb67b4ef,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:43.001172 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e4d1bed0-a668-480b-8013-7a712dfc7794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:43.004626 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e4d1bed0-a668-480b-8013-7a712dfc7794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:43.006161 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-e4d1bed0-a668-480b-8013-7a712dfc7794 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/80553ec0-baa3-4dc0-8b50-bd50bb67b4ef HTTP/1.1" status: 204  len: 168 time: 0.3040159
Apr 02 18:12:43.254192 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c955f1ae-eead-473c-8ea2-23f399a46246 req-b94caefa-14c5-4ee2-86a3-f5669c77e4fe tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=5565577f-0a2b-4727-abed-a9a9ae2b3818 HTTP/1.1" status: 200  len: 210 time: 0.0655444
Apr 02 18:12:44.152317 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89807ed7-9187-469e-ad12-b42c36f96d1b req-8cc538fc-3ec8-4ca3-9324-4d84847ec237 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:44.161885 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-89807ed7-9187-469e-ad12-b42c36f96d1b req-8cc538fc-3ec8-4ca3-9324-4d84847ec237 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.1255848
Apr 02 18:12:44.209550 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-89807ed7-9187-469e-ad12-b42c36f96d1b req-cd8000ed-2f11-49a9-8d5e-b6429a736023 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465372
Apr 02 18:12:44.512814 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-856fbf64-f1d4-47df-ab21-15386670ac55 req-aeeebc47-7351-4f35-b153-a4e0d41018dd tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=5565577f-0a2b-4727-abed-a9a9ae2b3818 HTTP/1.1" status: 200  len: 210 time: 0.1089313
Apr 02 18:12:45.431080 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a389c-4328-415b-b8c8-cef2b76a8397 req-77558723-0ecf-4702-8c97-c9ca142e08e6 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:45.432656 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-101a389c-4328-415b-b8c8-cef2b76a8397 req-77558723-0ecf-4702-8c97-c9ca142e08e6 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.0949628
Apr 02 18:12:45.480204 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-101a389c-4328-415b-b8c8-cef2b76a8397 req-1f2ae637-d116-4151-858e-35c1e53ec9b4 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410464
Apr 02 18:12:45.676428 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4f2799e2-2048-422e-9164-6ebf2350539e req-1c8fdf95-6d95-4f1d-980b-346f1ddecad7 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=5565577f-0a2b-4727-abed-a9a9ae2b3818 HTTP/1.1" status: 200  len: 210 time: 0.0480125
Apr 02 18:12:46.694606 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421d95f-99bc-42c8-9c84-430cdf507c27 req-1ce098c2-2841-40b5-963b-c1dfff166eeb tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:46.696269 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2421d95f-99bc-42c8-9c84-430cdf507c27 req-1ce098c2-2841-40b5-963b-c1dfff166eeb tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.0953827
Apr 02 18:12:46.750815 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2421d95f-99bc-42c8-9c84-430cdf507c27 req-81934b3b-1703-4663-a89a-a92c47b6a7e5 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478582
Apr 02 18:12:46.858711 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b44cae8e-1b4c-4435-b275-a311e2cf7391 req-cf385303-d563-4e65-bf51-5ce7e819cc19 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=5565577f-0a2b-4727-abed-a9a9ae2b3818 HTTP/1.1" status: 200  len: 210 time: 0.0503592
Apr 02 18:12:47.568069 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-11741db1-6eae-4f43-95e8-915a8e6845a2 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:47.569737 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-11741db1-6eae-4f43-95e8-915a8e6845a2 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.15 "GET /v2.0/networks?id=2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff HTTP/1.1" status: 200  len: 814 time: 0.1851485
Apr 02 18:12:47.587111 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-fbc49eea-f529-45e8-a76a-e3b8fc06857d tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Request body: {'port': {'device_id': '5565577f-0a2b-4727-abed-a9a9ae2b3818', 'network_id': '2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff', 'admin_state_up': True, 'tenant_id': '469aa9b529694baa91a42fa0eae6e868'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:12:47.648862 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 37468) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:47.729964 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ff5040-26fc-4234-8843-571432d18254 admin admin] Deleting subnet 8fec0c31-c068-4ea6-b25e-65764845f668 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:12:47.733534 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b0ff5040-26fc-4234-8843-571432d18254 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:47.781007 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-fbc49eea-f529-45e8-a76a-e3b8fc06857d tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:47.785458 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-fbc49eea-f529-45e8-a76a-e3b8fc06857d tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Usage tracker for resource:port and tenant:469aa9b529694baa91a42fa0eae6e868 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:47.788719 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-fbc49eea-f529-45e8-a76a-e3b8fc06857d tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:47.794992 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-fbc49eea-f529-45e8-a76a-e3b8fc06857d tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:47.807210 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b0ff5040-26fc-4234-8843-571432d18254 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851687203'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:47.843775 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-fbc49eea-f529-45e8-a76a-e3b8fc06857d tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Made reservation on behalf of 469aa9b529694baa91a42fa0eae6e868 for: {'port': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:12:47.852102 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-fbc49eea-f529-45e8-a76a-e3b8fc06857d tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:47.909234 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b0ff5040-26fc-4234-8843-571432d18254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1495'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:48.104351 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a69ba-8270-4759-ba27-7b7ccc4d70a9 req-6a3d1dab-7741-4010-aec3-7ec92325a48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:48.106478 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5d2a69ba-8270-4759-ba27-7b7ccc4d70a9 req-6a3d1dab-7741-4010-aec3-7ec92325a48c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 1099 time: 0.2085497
Apr 02 18:12:48.179035 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-052340a3-60ef-4646-b4bc-0a415809e547 req-8cb7dd0b-9ed2-421c-9f2f-9c942a736d43 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=5565577f-0a2b-4727-abed-a9a9ae2b3818 HTTP/1.1" status: 200  len: 210 time: 0.1342480
Apr 02 18:12:48.218932 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5d2a69ba-8270-4759-ba27-7b7ccc4d70a9 req-1cd469fb-5985-4f35-8860-1fe11b5a4805 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743136
Apr 02 18:12:48.240519 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-fbc49eea-f529-45e8-a76a-e3b8fc06857d tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Allocated IP 172.20.0.12 (2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff/6f251e70-9c7c-4901-a9b3-7ea1463d5c2b/212ca02c-96e3-4426-a7f9-2294670cf53b) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:12:48.256684 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ff5b8-bf49-4409-a464-8192b56c7d41 req-5533cfa0-d8c2-40a3-844f-3e9a8ad6c5f4 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:48.265667 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5b0ff5b8-bf49-4409-a464-8192b56c7d41 req-5533cfa0-d8c2-40a3-844f-3e9a8ad6c5f4 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.3200150
Apr 02 18:12:48.447386 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5b0ff5b8-bf49-4409-a464-8192b56c7d41 req-25c1abb8-e5d9-446f-b56d-f436a2eec0f3 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1805232
Apr 02 18:12:48.610370 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-fbc49eea-f529-45e8-a76a-e3b8fc06857d tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:48.617620 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b0ff5040-26fc-4234-8843-571432d18254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2953638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573713'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:48.690586 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-fbc49eea-f529-45e8-a76a-e3b8fc06857d tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:48.728717 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-55a44e66-f555-4ba8-8c56-d92c313ebf41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:48.749384 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 37508) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:48.750163 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:48.806812 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff5040-26fc-4234-8843-571432d18254 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fec0c31-c068-4ea6-b25e-65764845f668,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:48.809188 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b0ff5040-26fc-4234-8843-571432d18254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:48.849731 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b0ff5040-26fc-4234-8843-571432d18254 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:48.859386 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-b0ff5040-26fc-4234-8843-571432d18254 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8fec0c31-c068-4ea6-b25e-65764845f668 HTTP/1.1" status: 204  len: 168 time: 1.2059426
Apr 02 18:12:48.865719 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 37514) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:48.994845 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-486c970a-6e8f-4ebb-be1d-4352c0a0f82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:49.016978 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-486c970a-6e8f-4ebb-be1d-4352c0a0f82c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:49.021573 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-486c970a-6e8f-4ebb-be1d-4352c0a0f82c admin admin] Usage tracker for resource:security_group_rule and tenant:4485ff7bd65a4878828d52e9a9af0584 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:49.024845 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-486c970a-6e8f-4ebb-be1d-4352c0a0f82c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:49.031715 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-486c970a-6e8f-4ebb-be1d-4352c0a0f82c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:49.081805 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7ea7cff6-c588-4896-9421-7658480d2f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-37997'] for network, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:49.134233 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-486c970a-6e8f-4ebb-be1d-4352c0a0f82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:49.143819 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc49eea-f529-45e8-a76a-e3b8fc06857d tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Pushing event updated for resources: {'Port': ['ID=212ca02c-96e3-4426-a7f9-2294670cf53b,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:49.168531 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-fbc49eea-f529-45e8-a76a-e3b8fc06857d tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:49.192595 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-486c970a-6e8f-4ebb-be1d-4352c0a0f82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:49.207835 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e548a474-f4b5-42bf-80d8-db2ab70533d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:49.255834 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-fbc49eea-f529-45e8-a76a-e3b8fc06857d tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Network 2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:12:49.267692 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-486c970a-6e8f-4ebb-be1d-4352c0a0f82c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4485ff7bd65a4878828d52e9a9af0584&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4883792
Apr 02 18:12:49.268792 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 37534) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:49.273157 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c970a-6e8f-4ebb-be1d-4352c0a0f82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503a3dfd-c64a-4fc8-8be4-1ddc0941e8a2,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:49.308309 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-486c970a-6e8f-4ebb-be1d-4352c0a0f82c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:49.311377 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-fbc49eea-f529-45e8-a76a-e3b8fc06857d tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:12:49.321147 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-fbc49eea-f529-45e8-a76a-e3b8fc06857d tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:12:49.362015 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8b542502-4642-41a7-b800-f75bf08ad7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:49.386241 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7ea7cff6-c588-4896-9421-7658480d2f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854513834', 'neutron.services.segments.db._delete_segments_for_network--9223363296845448257'] for network, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:49.455155 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8b542502-4642-41a7-b800-f75bf08ad7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:49.490103 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['56ab80a2-d47b-476b-84f0-88dd9c8fc122'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:12:49.492443 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-fbc49eea-f529-45e8-a76a-e3b8fc06857d tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:49.493149 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-fbc49eea-f529-45e8-a76a-e3b8fc06857d tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:49.509495 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade504b-9232-4184-b84d-44cd9aadf6ae req-111508c9-549b-4a75-953d-215f04d1b459 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:49.511493 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-aade504b-9232-4184-b84d-44cd9aadf6ae req-111508c9-549b-4a75-953d-215f04d1b459 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=5565577f-0a2b-4727-abed-a9a9ae2b3818 HTTP/1.1" status: 200  len: 932 time: 0.1683731
Apr 02 18:12:49.547021 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-7ea7cff6-c588-4896-9421-7658480d2f83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2f0bf7b828>,) {'filters': {'network_id': ['cfb48dea-d357-4081-a72c-1ec3c2310687']}} {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:12:49.555988 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-fbc49eea-f529-45e8-a76a-e3b8fc06857d tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9749749
Apr 02 18:12:49.563086 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-7ea7cff6-c588-4896-9421-7658480d2f83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f0bf7b828>, '44094285-04a0-4d49-90e7-0f242b71451f') {'for_net_delete': True} {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:12:49.563425 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-7ea7cff6-c588-4896-9421-7658480d2f83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f0bf7b828>, '44094285-04a0-4d49-90e7-0f242b71451f') {} {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:12:49.563623 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-aade504b-9232-4184-b84d-44cd9aadf6ae req-e27a828b-901b-4e4c-9dde-0fc9bac8b22e tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453272
Apr 02 18:12:49.577160 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7ea7cff6-c588-4896-9421-7658480d2f83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740009327441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2990139'] for segment, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:49.609190 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8b542502-4642-41a7-b800-f75bf08ad7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:49.614537 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d6f39ff4-36f9-4ba2-9435-b300b65ef77c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:49.629689 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b542502-4642-41a7-b800-f75bf08ad7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503a3dfd-c64a-4fc8-8be4-1ddc0941e8a2,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:49.633456 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8b542502-4642-41a7-b800-f75bf08ad7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:49.638418 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8b542502-4642-41a7-b800-f75bf08ad7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:49.638418 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-8b542502-4642-41a7-b800-f75bf08ad7d1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/503a3dfd-c64a-4fc8-8be4-1ddc0941e8a2 HTTP/1.1" status: 204  len: 168 time: 0.3659024
Apr 02 18:12:49.655817 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7ea7cff6-c588-4896-9421-7658480d2f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:49.665187 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea7cff6-c588-4896-9421-7658480d2f83 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=84390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:12:49.802906 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb140a5-9162-47c4-964b-956ea06767e3 req-219bb775-37e8-42f5-b840-691ae205c5ef tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:49.804643 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ebb140a5-9162-47c4-964b-956ea06767e3 req-219bb775-37e8-42f5-b840-691ae205c5ef tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.1077578
Apr 02 18:12:49.865531 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ebb140a5-9162-47c4-964b-956ea06767e3 req-35c4ee57-7ef4-4ac6-a3ee-eccee96b5f6a tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535028
Apr 02 18:12:49.895423 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-7ea7cff6-c588-4896-9421-7658480d2f83 admin admin] Network cfb48dea-d357-4081-a72c-1ec3c2310687 has no segments {{(pid=84390) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:12:49.905841 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7ea7cff6-c588-4896-9421-7658480d2f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854517445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852572958'] for segment, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:50.091795 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-7ea7cff6-c588-4896-9421-7658480d2f83 admin admin] Network cfb48dea-d357-4081-a72c-1ec3c2310687 has no segments {{(pid=84390) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]: Traceback (most recent call last):
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]:     timer()
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]:     cb(*args, **kw)
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]:     return func(*args, **kwargs)
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]:     self._notify()
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]:     self.callback(batched_events)
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]:     event.method(event)
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]:     segment_id)['aggregates'][0]
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]:     return f(self, *a, **k)
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self._get(url).json()
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]:     **kwargs)
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]:     **endpoint_filter)
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:12:50.115790 dv-cinder-784603-1-iscsi neutron-server[84275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:12:50.283789 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7ea7cff6-c588-4896-9421-7658480d2f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-261967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854362150'] for network, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:50.287850 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-2303a133-5e07-4b9b-92e4-55c5f8e37726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:50.327387 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7ea7cff6-c588-4896-9421-7658480d2f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:50.327387 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7cff6-c588-4896-9421-7658480d2f83 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfb48dea-d357-4081-a72c-1ec3c2310687,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:50.327387 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7ea7cff6-c588-4896-9421-7658480d2f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:50.365090 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-7ea7cff6-c588-4896-9421-7658480d2f83 admin admin] 10.222.0.10 "DELETE /v2.0/networks/cfb48dea-d357-4081-a72c-1ec3c2310687 HTTP/1.1" status: 204  len: 168 time: 1.4982259
Apr 02 18:12:50.549541 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 37574) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:50.601235 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-eb3a3d6e-0e84-4a19-9f8a-232df9e615df admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c37360c4a0504626873b6f97b9c29250&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0502214
Apr 02 18:12:50.603735 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 37580) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:50.667134 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-66a0e599-a787-4459-b676-f37f1548eed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:50.697692 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-66a0e599-a787-4459-b676-f37f1548eed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:50.821162 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559b0e1-fd83-4e29-b834-f7ad6dbfb43a req-fea40b2a-0e1d-415b-93ab-f5fb66f13e8d tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:50.822796 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b559b0e1-fd83-4e29-b834-f7ad6dbfb43a req-fea40b2a-0e1d-415b-93ab-f5fb66f13e8d tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=5565577f-0a2b-4727-abed-a9a9ae2b3818 HTTP/1.1" status: 200  len: 932 time: 0.1283021
Apr 02 18:12:50.847267 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-66a0e599-a787-4459-b676-f37f1548eed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:50.855207 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:50.870475 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0e599-a787-4459-b676-f37f1548eed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:50.881170 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-66a0e599-a787-4459-b676-f37f1548eed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:50.885307 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-66a0e599-a787-4459-b676-f37f1548eed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:50.889765 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-66a0e599-a787-4459-b676-f37f1548eed3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9e74558d-dce9-4ff3-9c6d-d577dfdc0f1d HTTP/1.1" status: 204  len: 168 time: 0.2818189
Apr 02 18:12:50.902852 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b559b0e1-fd83-4e29-b834-f7ad6dbfb43a req-7482de8b-886b-4bae-a40c-9fae30b96ebc tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729973
Apr 02 18:12:51.120363 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d9c44-7ce7-4fa5-90f9-bd5c9f4cf134 req-2a1bd077-dfaf-4edb-98ae-42903c507a2c tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:51.121892 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-091d9c44-7ce7-4fa5-90f9-bd5c9f4cf134 req-2a1bd077-dfaf-4edb-98ae-42903c507a2c tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.0940182
Apr 02 18:12:51.214377 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:12:51.412658 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-091d9c44-7ce7-4fa5-90f9-bd5c9f4cf134 req-30b08e43-d59c-4f0e-ae41-9777207376aa tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2823470
Apr 02 18:12:51.460123 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-54381ea2-2e07-44e6-b6e4-4c24da97fe1f service neutron] Request body: {'port': {'device_id': '5565577f-0a2b-4727-abed-a9a9ae2b3818', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:12:51.589763 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-54381ea2-2e07-44e6-b6e4-4c24da97fe1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:51.995932 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 37640) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:52.184476 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b5380-dd9e-4b70-bb63-538bc02951c4 req-751bb5b4-e849-48f1-823f-5a00b5bfbb4a tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:52.186162 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4d6b5380-dd9e-4b70-bb63-538bc02951c4 req-751bb5b4-e849-48f1-823f-5a00b5bfbb4a tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=5565577f-0a2b-4727-abed-a9a9ae2b3818 HTTP/1.1" status: 200  len: 932 time: 0.0999141
Apr 02 18:12:52.240840 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4d6b5380-dd9e-4b70-bb63-538bc02951c4 req-e35b7a8d-2136-4e86-8401-4678efd2c24e tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471928
Apr 02 18:12:52.250406 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-9faee097-9feb-4116-a5a7-7f0dceaaacc9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1573574871-network', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:12:52.264168 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-9faee097-9feb-4116-a5a7-7f0dceaaacc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:52.268525 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-9faee097-9feb-4116-a5a7-7f0dceaaacc9 admin admin] Usage tracker for resource:network and tenant:ab81f0810293410f90055ce730a5f2ce is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:52.271544 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-9faee097-9feb-4116-a5a7-7f0dceaaacc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:52.277985 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-9faee097-9feb-4116-a5a7-7f0dceaaacc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:52.301378 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-54381ea2-2e07-44e6-b6e4-4c24da97fe1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 212ca02c-96e3-4426-a7f9-2294670cf53b {{(pid=84390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:12:52.309704 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-54381ea2-2e07-44e6-b6e4-4c24da97fe1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:52.324169 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9faee097-9feb-4116-a5a7-7f0dceaaacc9 admin admin] Made reservation on behalf of ab81f0810293410f90055ce730a5f2ce for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:12:52.331454 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9faee097-9feb-4116-a5a7-7f0dceaaacc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:52.345360 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9faee097-9feb-4116-a5a7-7f0dceaaacc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:52.361564 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-9faee097-9feb-4116-a5a7-7f0dceaaacc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:52.363840 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-54381ea2-2e07-44e6-b6e4-4c24da97fe1f service neutron] Transition to ACTIVE for port object 212ca02c-96e3-4426-a7f9-2294670cf53b will not be triggered until provisioned by entity L2. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:12:52.365996 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-9faee097-9feb-4116-a5a7-7f0dceaaacc9 admin admin] Usage tracker for resource:security_group_rule and tenant:ab81f0810293410f90055ce730a5f2ce is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:52.375181 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-9faee097-9feb-4116-a5a7-7f0dceaaacc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:52.378831 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-9faee097-9feb-4116-a5a7-7f0dceaaacc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:52.386695 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-54381ea2-2e07-44e6-b6e4-4c24da97fe1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:52.405239 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:52.483671 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9faee097-9feb-4116-a5a7-7f0dceaaacc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:52.507073 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9faee097-9feb-4116-a5a7-7f0dceaaacc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:52.512110 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8b542502-4642-41a7-b800-f75bf08ad7d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:52.544456 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54381ea2-2e07-44e6-b6e4-4c24da97fe1f service neutron] Pushing event updated for resources: {'Port': ['ID=212ca02c-96e3-4426-a7f9-2294670cf53b,revision_number=2']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:52.547626 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-54381ea2-2e07-44e6-b6e4-4c24da97fe1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:52.573524 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9faee097-9feb-4116-a5a7-7f0dceaaacc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'}  {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:12:52.634624 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faee097-9feb-4116-a5a7-7f0dceaaacc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd370a3-92e2-4706-9d77-62745e551045,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:52.644353 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-9faee097-9feb-4116-a5a7-7f0dceaaacc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:52.648770 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9faee097-9feb-4116-a5a7-7f0dceaaacc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:52.649157 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.segments_db [None req-9faee097-9feb-4116-a5a7-7f0dceaaacc9 admin admin] Added segment f987815a-0fd5-40b0-85da-34501f7e40a0 of type vlan for network ba3fcca8-4959-4278-9c76-59b99609716c
Apr 02 18:12:52.695844 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9faee097-9feb-4116-a5a7-7f0dceaaacc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740008826705'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:52.720320 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51c1bb-6e60-461c-8d7e-c75f67fc78e3 req-5d9c44ab-fa15-4648-9206-3450aa263aac tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:52.722164 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7e51c1bb-6e60-461c-8d7e-c75f67fc78e3 req-5d9c44ab-fa15-4648-9206-3450aa263aac tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.1447086
Apr 02 18:12:52.813039 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9faee097-9feb-4116-a5a7-7f0dceaaacc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:52.813542 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-54381ea2-2e07-44e6-b6e4-4c24da97fe1f service neutron] Attempting to bind port 212ca02c-96e3-4426-a7f9-2294670cf53b on host hv-cinder-78460 for vnic_type normal with profile  {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:12:52.813929 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-54381ea2-2e07-44e6-b6e4-4c24da97fe1f service neutron] Attempting to bind port 212ca02c-96e3-4426-a7f9-2294670cf53b by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': 'ed805b0c-f3b6-4176-8c71-1ed496648d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff'}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:12:52.814317 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-54381ea2-2e07-44e6-b6e4-4c24da97fe1f service neutron] Attempting to bind port 212ca02c-96e3-4426-a7f9-2294670cf53b on network 2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:12:52.820000 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-54381ea2-2e07-44e6-b6e4-4c24da97fe1f service neutron] Port 212ca02c-96e3-4426-a7f9-2294670cf53b on network 2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:12:52.820270 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7e51c1bb-6e60-461c-8d7e-c75f67fc78e3 req-52ae9e56-39fa-4594-bf8b-d5419c691b61 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740831
Apr 02 18:12:52.820389 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-54381ea2-2e07-44e6-b6e4-4c24da97fe1f service neutron] Attempting to bind port 212ca02c-96e3-4426-a7f9-2294670cf53b on network 2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:12:52.822328 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faee097-9feb-4116-a5a7-7f0dceaaacc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:52.822989 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9faee097-9feb-4116-a5a7-7f0dceaaacc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:52.826544 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-54381ea2-2e07-44e6-b6e4-4c24da97fe1f service neutron] Checking agent: {'id': 'ba9f1d54-5540-4326-91bf-66629f4d5678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'started_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:12:52.827109 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-54381ea2-2e07-44e6-b6e4-4c24da97fe1f service neutron] Checking segment: {'id': 'ed805b0c-f3b6-4176-8c71-1ed496648d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:12:52.847002 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-54381ea2-2e07-44e6-b6e4-4c24da97fe1f service neutron] Bound using segment: {'id': 'ed805b0c-f3b6-4176-8c71-1ed496648d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff'} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:12:52.847002 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-54381ea2-2e07-44e6-b6e4-4c24da97fe1f service neutron] Bound port: 212ca02c-96e3-4426-a7f9-2294670cf53b, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed805b0c-f3b6-4176-8c71-1ed496648d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff'}}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:12:52.847002 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-54381ea2-2e07-44e6-b6e4-4c24da97fe1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:52.851581 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:52.981787 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faee097-9feb-4116-a5a7-7f0dceaaacc9 admin admin] Pushing event updated for resources: {'Network': ['ID=ba3fcca8-4959-4278-9c76-59b99609716c,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:52.985688 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-9faee097-9feb-4116-a5a7-7f0dceaaacc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:52.991085 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 37668) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:52.993139 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-9faee097-9feb-4116-a5a7-7f0dceaaacc9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.9960227
Apr 02 18:12:52.994512 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Network ba3fcca8-4959-4278-9c76-59b99609716c details requested by agent ovs-agent-dv-cinder-784603-1-iscsi with host dv-cinder-784603-1-iscsi {{(pid=84392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:12:53.003501 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-a3013b9a-7078-4df6-9f78-1e031aa896d0 admin admin] Request body: {'subnet': {'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1573574871-subnet', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:12:53.013399 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-a3013b9a-7078-4df6-9f78-1e031aa896d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:53.019665 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-a3013b9a-7078-4df6-9f78-1e031aa896d0 admin admin] Usage tracker for resource:subnet and tenant:ab81f0810293410f90055ce730a5f2ce is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:53.022953 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-54381ea2-2e07-44e6-b6e4-4c24da97fe1f service neutron] For port 212ca02c-96e3-4426-a7f9-2294670cf53b, host hv-cinder-78460, cleared binding levels {{(pid=84390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:12:53.025224 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-a3013b9a-7078-4df6-9f78-1e031aa896d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:53.029765 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-54381ea2-2e07-44e6-b6e4-4c24da97fe1f service neutron] For port 212ca02c-96e3-4426-a7f9-2294670cf53b, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=212ca02c-96e3-4426-a7f9-2294670cf53b,segment=NetworkSegment(ed805b0c-f3b6-4176-8c71-1ed496648d92),segment_id=ed805b0c-f3b6-4176-8c71-1ed496648d92)] {{(pid=84390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:12:53.034233 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-a3013b9a-7078-4df6-9f78-1e031aa896d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:53.069581 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3013b9a-7078-4df6-9f78-1e031aa896d0 admin admin] Made reservation on behalf of ab81f0810293410f90055ce730a5f2ce for: {'subnet': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:12:53.083522 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a3013b9a-7078-4df6-9f78-1e031aa896d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3045496'] for subnet, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:53.100459 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-54381ea2-2e07-44e6-b6e4-4c24da97fe1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:53.165943 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:53.383045 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54381ea2-2e07-44e6-b6e4-4c24da97fe1f service neutron] Pushing event updated for resources: {'Port': ['ID=212ca02c-96e3-4426-a7f9-2294670cf53b,revision_number=3']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:53.395688 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-54381ea2-2e07-44e6-b6e4-4c24da97fe1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:53.442113 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-54381ea2-2e07-44e6-b6e4-4c24da97fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:53.442823 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-54381ea2-2e07-44e6-b6e4-4c24da97fe1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:53.450833 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-54381ea2-2e07-44e6-b6e4-4c24da97fe1f service neutron] 10.222.0.15 "PUT /v2.0/ports/212ca02c-96e3-4426-a7f9-2294670cf53b HTTP/1.1" status: 200  len: 1094 time: 1.9934099
Apr 02 18:12:53.450833 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5565577f-0a2b-4727-abed-a9a9ae2b3818', 'tag': '212ca02c-96e3-4426-a7f9-2294670cf53b'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:12:53.495797 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cd5ca-d2f0-40ac-ba4e-ac7a9ad0c81d req-fd17a726-1565-4504-a31b-7d794f002b11 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:53.501092 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-747cd5ca-d2f0-40ac-ba4e-ac7a9ad0c81d req-fd17a726-1565-4504-a31b-7d794f002b11 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=5565577f-0a2b-4727-abed-a9a9ae2b3818 HTTP/1.1" status: 200  len: 944 time: 0.1339269
Apr 02 18:12:53.524189 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5565577f-0a2b-4727-abed-a9a9ae2b3818', 'tag': '212ca02c-96e3-4426-a7f9-2294670cf53b', 'status': 'completed', 'code': 200}
Apr 02 18:12:53.563297 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-747cd5ca-d2f0-40ac-ba4e-ac7a9ad0c81d req-4193d019-a69c-433b-b6a5-9ba85dca0f14 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581222
Apr 02 18:12:53.902106 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a3013b9a-7078-4df6-9f78-1e031aa896d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2202738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3045451'] for subnet, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:53.977712 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:54.037691 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca40bda-0a31-440d-8461-be019bd30482 req-a4864a61-c504-4cb8-9924-eba99e86b418 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:54.039324 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4ca40bda-0a31-440d-8461-be019bd30482 req-a4864a61-c504-4cb8-9924-eba99e86b418 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.0911517
Apr 02 18:12:54.070266 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3013b9a-7078-4df6-9f78-1e031aa896d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b47bc7a-7e44-4ded-9896-b2dbc84447fe,revision_number=0']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:54.075057 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a3013b9a-7078-4df6-9f78-1e031aa896d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:54.088710 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4ca40bda-0a31-440d-8461-be019bd30482 req-e6070de3-552e-4406-afe6-ebf344df94a5 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421450
Apr 02 18:12:54.131766 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3013b9a-7078-4df6-9f78-1e031aa896d0 admin admin] Checking segment: {'id': 'f987815a-0fd5-40b0-85da-34501f7e40a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:12:54.132163 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3013b9a-7078-4df6-9f78-1e031aa896d0 admin admin] Network hostable DHCP agents. Network: ba3fcca8-4959-4278-9c76-59b99609716c, hostable agents: ['41a019fe-56df-4d22-b19a-be518ff15af3'], hosted agents: [] {{(pid=84390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:12:54.203433 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3013b9a-7078-4df6-9f78-1e031aa896d0 admin admin] Network ba3fcca8-4959-4278-9c76-59b99609716c is scheduled to be hosted by DHCP agent 41a019fe-56df-4d22-b19a-be518ff15af3 with binding_index 1 {{(pid=84390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:12:54.260469 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-a3013b9a-7078-4df6-9f78-1e031aa896d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-iscsi, ba3fcca8-4959-4278-9c76-59b99609716c) {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:12:54.269925 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0b5c25-230b-47c9-8b35-8526d3286c26 None None] Network ba3fcca8-4959-4278-9c76-59b99609716c requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:12:54.272701 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3013b9a-7078-4df6-9f78-1e031aa896d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:54.273544 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a3013b9a-7078-4df6-9f78-1e031aa896d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for subnet, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:54.324592 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-a3013b9a-7078-4df6-9f78-1e031aa896d0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.3319805
Apr 02 18:12:54.327728 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 37696) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:54.333899 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-772f9ca8-c544-4955-8b43-23db47548797 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1573574871-router', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:12:54.338809 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-772f9ca8-c544-4955-8b43-23db47548797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:12:54.343419 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-772f9ca8-c544-4955-8b43-23db47548797 admin admin] Usage tracker for resource:router and tenant:ab81f0810293410f90055ce730a5f2ce is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:12:54.346989 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-772f9ca8-c544-4955-8b43-23db47548797 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:12:54.353098 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-772f9ca8-c544-4955-8b43-23db47548797 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:12:54.392492 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-772f9ca8-c544-4955-8b43-23db47548797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-401632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14910'] for router, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:54.394006 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-772f9ca8-c544-4955-8b43-23db47548797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854374265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854362256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854413507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760922'] for router, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:54.412639 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-772f9ca8-c544-4955-8b43-23db47548797 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:54.666733 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8634273-20c2-5e01-b176-6034d848a5ba-ba3fcca8-4959-4278-9c76-59b99609716c', 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'fixed_ips': [{'subnet_id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe'}]}} from dv-cinder-784603-1-iscsi. {{(pid=84392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 02 18:12:54.667782 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:54.746502 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-772f9ca8-c544-4955-8b43-23db47548797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854362271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854362849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760937'] for router, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:54.796817 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9411b2-88a8-426d-9704-c33fe0373e58 req-2c6d76af-21ba-4df7-8532-75ff084d3383 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:54.798587 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2b9411b2-88a8-426d-9704-c33fe0373e58 req-2c6d76af-21ba-4df7-8532-75ff084d3383 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=5565577f-0a2b-4727-abed-a9a9ae2b3818 HTTP/1.1" status: 200  len: 944 time: 0.0924947
Apr 02 18:12:54.835609 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Allocated IP 172.20.0.2 (ba3fcca8-4959-4278-9c76-59b99609716c/6b47bc7a-7e44-4ded-9896-b2dbc84447fe/659fecf7-0fde-48b6-97c1-060ae340bc99) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:12:54.849578 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2b9411b2-88a8-426d-9704-c33fe0373e58 req-36b10ed9-b5c3-44f3-b9d9-643e1accc8c9 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439448
Apr 02 18:12:55.235699 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:55.249293 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Transition to ACTIVE for port object 659fecf7-0fde-48b6-97c1-060ae340bc99 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:12:55.296390 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Transition to ACTIVE for port object 659fecf7-0fde-48b6-97c1-060ae340bc99 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:12:55.342860 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:55.357825 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4a9fc-c468-42be-adf5-7d2bcfe0e7da req-6c1ac1b6-8f4d-4d46-b9bd-441f0ebe31af tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:55.362602 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-25a4a9fc-c468-42be-adf5-7d2bcfe0e7da req-6c1ac1b6-8f4d-4d46-b9bd-441f0ebe31af tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.0988317
Apr 02 18:12:55.364387 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:55.424321 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-772f9ca8-c544-4955-8b43-23db47548797 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:55.432955 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-25a4a9fc-c468-42be-adf5-7d2bcfe0e7da req-7a0205e3-06fd-419b-a601-d4fb87a5b7e3 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638592
Apr 02 18:12:55.460488 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-772f9ca8-c544-4955-8b43-23db47548797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:55.509823 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f06d6-2339-4324-836e-74b97b71bb08 req-59dda8d7-4883-401c-94dd-377772b1a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:55.512015 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-055f06d6-2339-4324-836e-74b97b71bb08 req-59dda8d7-4883-401c-94dd-377772b1a06d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=469aa9b529694baa91a42fa0eae6e868&device_id=5565577f-0a2b-4727-abed-a9a9ae2b3818 HTTP/1.1" status: 200  len: 1097 time: 0.4530497
Apr 02 18:12:55.521236 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Pushing event updated for resources: {'Port': ['ID=659fecf7-0fde-48b6-97c1-060ae340bc99,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:55.536918 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:55.537307 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:55.537687 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:55.538057 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:55.538452 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:55.538821 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:55.539185 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:55.539548 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:55.539913 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:55.540274 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:55.540633 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:55.541147 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:12:55.545308 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:55.640683 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Network ba3fcca8-4959-4278-9c76-59b99609716c is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:12:55.642039 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Resources bound (agent type, host, resource id):  {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:12:55.645064 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:12:55.759780 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Attempting to bind port 659fecf7-0fde-48b6-97c1-060ae340bc99 on host dv-cinder-784603-1-iscsi for vnic_type normal with profile  {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:12:55.760215 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Attempting to bind port 659fecf7-0fde-48b6-97c1-060ae340bc99 by drivers openvswitch,hyperv on host dv-cinder-784603-1-iscsi at level 0 using segments [{'id': 'f987815a-0fd5-40b0-85da-34501f7e40a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:12:55.760629 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Attempting to bind port 659fecf7-0fde-48b6-97c1-060ae340bc99 on network ba3fcca8-4959-4278-9c76-59b99609716c {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:12:55.767843 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Checking agent: {'id': '478d2ba1-0e2e-4399-8e0b-445f221199a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 2, 29), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:12:55.768264 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Checking segment: {'id': 'f987815a-0fd5-40b0-85da-34501f7e40a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:12:55.768724 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:55.769171 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Bound using segment: {'id': 'f987815a-0fd5-40b0-85da-34501f7e40a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:12:55.769700 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Bound port: 659fecf7-0fde-48b6-97c1-060ae340bc99, host: dv-cinder-784603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f987815a-0fd5-40b0-85da-34501f7e40a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:12:55.770125 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:55.803481 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f06d6-2339-4324-836e-74b97b71bb08 req-809efae4-fd2f-462d-8759-32cb89bbb944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:55.805072 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-055f06d6-2339-4324-836e-74b97b71bb08 req-809efae4-fd2f-462d-8759-32cb89bbb944 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=469aa9b529694baa91a42fa0eae6e868&shared=False HTTP/1.1" status: 200  len: 914 time: 0.2027593
Apr 02 18:12:55.821292 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-772f9ca8-c544-4955-8b43-23db47548797 admin admin] Allocated IP 172.27.2.187 (42dddd6f-9dd9-47ad-90cc-d42a9f8f1223/91c6c6e9-4506-41a9-9628-98cc28823f44/4f3bb310-2b88-4f83-87be-b9f5b8509a4a) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:12:55.941100 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] For port 659fecf7-0fde-48b6-97c1-060ae340bc99, host dv-cinder-784603-1-iscsi, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:12:55.941100 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] For port 659fecf7-0fde-48b6-97c1-060ae340bc99, host dv-cinder-784603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=659fecf7-0fde-48b6-97c1-060ae340bc99,segment=NetworkSegment(f987815a-0fd5-40b0-85da-34501f7e40a0),segment_id=f987815a-0fd5-40b0-85da-34501f7e40a0)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:12:55.969820 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:56.020183 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:56.090996 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5146330-5093-425a-ac89-eafae9e5be07 req-93f0334f-c4af-4be7-a70e-b27187d6343a tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:56.092963 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c5146330-5093-425a-ac89-eafae9e5be07 req-93f0334f-c4af-4be7-a70e-b27187d6343a tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=5565577f-0a2b-4727-abed-a9a9ae2b3818 HTTP/1.1" status: 200  len: 944 time: 0.1167636
Apr 02 18:12:56.110042 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-772f9ca8-c544-4955-8b43-23db47548797 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:56.137436 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Pushing event updated for resources: {'Port': ['ID=659fecf7-0fde-48b6-97c1-060ae340bc99,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:56.162889 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c5146330-5093-425a-ac89-eafae9e5be07 req-5405e9a8-da80-4762-9a82-714450609243 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630026
Apr 02 18:12:56.188790 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-772f9ca8-c544-4955-8b43-23db47548797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:56.197022 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:56.208810 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-fbc49eea-f529-45e8-a76a-e3b8fc06857d tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:56.345004 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f9ca8-c544-4955-8b43-23db47548797 admin admin] Pushing event updated for resources: {'Port': ['ID=4f3bb310-2b88-4f83-87be-b9f5b8509a4a,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:56.349737 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-772f9ca8-c544-4955-8b43-23db47548797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:56.408993 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772f9ca8-c544-4955-8b43-23db47548797 admin admin] Network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:12:56.410111 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-772f9ca8-c544-4955-8b43-23db47548797 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:12:56.412482 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772f9ca8-c544-4955-8b43-23db47548797 admin admin] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:12:56.664486 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b111f-9e44-43a9-b396-ac2023456d28 req-a3e5b857-cfc5-4845-b1fb-c6cf58bc16fd tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:56.666463 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b28b111f-9e44-43a9-b396-ac2023456d28 req-a3e5b857-cfc5-4845-b1fb-c6cf58bc16fd tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.1231673
Apr 02 18:12:56.753947 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b28b111f-9e44-43a9-b396-ac2023456d28 req-fd8d249d-d2ff-48e3-9ed0-8a39c2dffaa2 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801997
Apr 02 18:12:56.987330 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509c745-6377-41ca-9d26-9c4ed7de568b req-3d7b8e67-4923-4d2c-a0d2-d797f1824289 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:56.990260 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a509c745-6377-41ca-9d26-9c4ed7de568b req-3d7b8e67-4923-4d2c-a0d2-d797f1824289 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.1007497
Apr 02 18:12:57.038688 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a509c745-6377-41ca-9d26-9c4ed7de568b req-3c9cab54-310f-4596-8557-bfac8b79cdd7 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432756
Apr 02 18:12:57.130681 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f06d6-2339-4324-836e-74b97b71bb08 req-216b0126-854a-4840-a31f-4712d6d0c4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:57.132285 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-055f06d6-2339-4324-836e-74b97b71bb08 req-216b0126-854a-4840-a31f-4712d6d0c4bf service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.4031675
Apr 02 18:12:57.159668 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-772f9ca8-c544-4955-8b43-23db47548797 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:57.395974 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a71148-97fd-4e46-90ac-301f4bd92263 req-0e646bb8-3304-4112-9255-54c0f808c7ce tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:57.406365 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d1a71148-97fd-4e46-90ac-301f4bd92263 req-0e646bb8-3304-4112-9255-54c0f808c7ce tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=5565577f-0a2b-4727-abed-a9a9ae2b3818 HTTP/1.1" status: 200  len: 944 time: 0.1086705
Apr 02 18:12:57.468357 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d1a71148-97fd-4e46-90ac-301f4bd92263 req-05077721-21dc-4733-acdd-1db1de1c6c53 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602355
Apr 02 18:12:57.603634 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-772f9ca8-c544-4955-8b43-23db47548797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413598'] for router, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:57.638837 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8f9ab641-9f54-48f7-b944-79a63b9aa310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:57.648165 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 659fecf7-0fde-48b6-97c1-060ae340bc99 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:12:57.792132 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning for port 659fecf7-0fde-48b6-97c1-060ae340bc99 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:12:57.936282 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772f9ca8-c544-4955-8b43-23db47548797 admin admin] Router a02ea0de-69e5-4ddf-b002-989e7be99700 is scheduled to L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 with binding_index 1 {{(pid=84390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 02 18:12:58.027070 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38f4dd4-5cf6-43ee-8d52-9f804d1b561e None None] Network ba3fcca8-4959-4278-9c76-59b99609716c requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:12:58.182673 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-c8cdb7fb-6b33-427b-9b77-222efcc9e2bd None None] Provisioning for port 659fecf7-0fde-48b6-97c1-060ae340bc99 completed by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:12:58.219282 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-c8cdb7fb-6b33-427b-9b77-222efcc9e2bd None None] Provisioning complete for port 659fecf7-0fde-48b6-97c1-060ae340bc99 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:12:58.219624 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c8cdb7fb-6b33-427b-9b77-222efcc9e2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:58.362042 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772f9ca8-c544-4955-8b43-23db47548797 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:12:58.374104 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3ae5c4-d0ff-45f6-9aae-f4d94560504f None None] Sync routers for ids ['a02ea0de-69e5-4ddf-b002-989e7be99700'] in dv-cinder-784603-1-iscsi {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:12:58.384204 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3ae5c4-d0ff-45f6-9aae-f4d94560504f None None] Routers {'a02ea0de-69e5-4ddf-b002-989e7be99700'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:12:58.384854 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-9b3ae5c4-d0ff-45f6-9aae-f4d94560504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f109966d8>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:12:29Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['a02ea0de-69e5-4ddf-b002-989e7be99700'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:12:58.422622 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-772f9ca8-c544-4955-8b43-23db47548797 admin admin] Notify callbacks [] for router, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:58.427671 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-772f9ca8-c544-4955-8b43-23db47548797 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 4.0987039
Apr 02 18:12:58.430620 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 37806) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:12:58.436917 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c8cdb7fb-6b33-427b-9b77-222efcc9e2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:58.503395 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-c8cdb7fb-6b33-427b-9b77-222efcc9e2bd None None] For port 659fecf7-0fde-48b6-97c1-060ae340bc99, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=659fecf7-0fde-48b6-97c1-060ae340bc99,segment=NetworkSegment(f987815a-0fd5-40b0-85da-34501f7e40a0),segment_id=f987815a-0fd5-40b0-85da-34501f7e40a0)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:12:58.570128 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c8cdb7fb-6b33-427b-9b77-222efcc9e2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:58.573130 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:58.595267 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-9b3ae5c4-d0ff-45f6-9aae-f4d94560504f None None] Set router a02ea0de-69e5-4ddf-b002-989e7be99700 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:12:58.728287 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cdb7fb-6b33-427b-9b77-222efcc9e2bd None None] Pushing event updated for resources: {'Port': ['ID=659fecf7-0fde-48b6-97c1-060ae340bc99,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:12:58.732054 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c8cdb7fb-6b33-427b-9b77-222efcc9e2bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:12:58.788725 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:58.799557 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-21f2e7f1-36f2-4930-98f0-08aab7d6a652 None None] Provisioning complete for port 659fecf7-0fde-48b6-97c1-060ae340bc99 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:12:58.799981 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-21f2e7f1-36f2-4930-98f0-08aab7d6a652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:58.856145 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-28d3e661-2b59-4a02-bb82-df16a9fe5329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:58.860162 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-28d3e661-2b59-4a02-bb82-df16a9fe5329 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=469aa9b529694baa91a42fa0eae6e868&device_id=5565577f-0a2b-4727-abed-a9a9ae2b3818 HTTP/1.1" status: 200  len: 1097 time: 0.2042203
Apr 02 18:12:58.958168 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-9b3ae5c4-d0ff-45f6-9aae-f4d94560504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f109966d8>, [{'id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'name': 'tempest-AttachVolumeShelveTestJSON-1573574871-router', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:54Z', 'updated_at': '2021-04-02T18:12:56Z', 'revision_number': 3, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'gw_port': {'id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:49:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:55Z', 'updated_at': '2021-04-02T18:12:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:12:58.969596 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3ae5c4-d0ff-45f6-9aae-f4d94560504f None None] Checking router: a02ea0de-69e5-4ddf-b002-989e7be99700 for host: dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:12:58.969596 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3ae5c4-d0ff-45f6-9aae-f4d94560504f None None] Updating router a02ea0de-69e5-4ddf-b002-989e7be99700 port 4f3bb310-2b88-4f83-87be-b9f5b8509a4a binding host dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:12:58.979779 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-c58b3df6-7d6d-4571-afdb-0dc21468faab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=212ca02c-96e3-4426-a7f9-2294670cf53b HTTP/1.1" status: 200  len: 217 time: 0.1125271
Apr 02 18:12:59.086210 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9b3ae5c4-d0ff-45f6-9aae-f4d94560504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:59.110739 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284b3d6-a2fd-45b8-b7af-fba8d7b3af13 req-8465ad4f-4d45-493e-85b5-34faa6fcaabf tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:59.113235 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2284b3d6-a2fd-45b8-b7af-fba8d7b3af13 req-8465ad4f-4d45-493e-85b5-34faa6fcaabf tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=5565577f-0a2b-4727-abed-a9a9ae2b3818 HTTP/1.1" status: 200  len: 944 time: 0.3679903
Apr 02 18:12:59.133139 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-e930b5cb-6dc8-4ac2-a737-4bc9e159cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:12:59.136012 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-e930b5cb-6dc8-4ac2-a737-4bc9e159cb16 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f251e70-9c7c-4901-a9b3-7ea1463d5c2b HTTP/1.1" status: 200  len: 854 time: 0.1455281
Apr 02 18:12:59.212139 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-afac376f-e285-475d-8d3b-3a66b1fc25f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0694389
Apr 02 18:12:59.319721 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2284b3d6-a2fd-45b8-b7af-fba8d7b3af13 req-099385fb-66ed-4b7b-ad1a-27615c04210f tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1947451
Apr 02 18:12:59.465076 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-1bcb9cb0-2eb6-43c0-84ce-909c89c7cc27 service neutron] 10.222.0.15 "GET /v2.0/networks/2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2444220
Apr 02 18:12:59.534981 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-bed8b556-9887-4472-af08-bc0fe7340796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:59.540316 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 659fecf7-0fde-48b6-97c1-060ae340bc99 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:12:59.623831 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b93b4c46-a160-4b7f-a7bb-099cf166a2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:59.644977 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port 659fecf7-0fde-48b6-97c1-060ae340bc99 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:12:59.645403 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:59.718052 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9b3ae5c4-d0ff-45f6-9aae-f4d94560504f None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:59.723955 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-96a09c32-c1c7-40ba-92a9-d2da68b62a87 req-aaf62df9-65a4-462a-a21b-c56c8249ed1f service neutron] 10.222.0.15 "GET /v2.0/networks/2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2505958
Apr 02 18:12:59.732710 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-9b3ae5c4-d0ff-45f6-9aae-f4d94560504f None None] Transition to ACTIVE for port object 4f3bb310-2b88-4f83-87be-b9f5b8509a4a will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:12:59.777790 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9b3ae5c4-d0ff-45f6-9aae-f4d94560504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:12:59.811112 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-849ab118-f9b1-425e-b7e6-b7383c07ebd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:12:59.917752 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-b93b4c46-a160-4b7f-a7bb-099cf166a2be admin admin] Allocated IP 172.20.0.1 (ba3fcca8-4959-4278-9c76-59b99609716c/6b47bc7a-7e44-4ded-9896-b2dbc84447fe/cbb6545f-8641-45fc-9013-c5bdaa0713b7) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:12:59.995052 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496973b-95d4-4298-b7cf-979ce6cade8e None None] Pushing event updated for resources: {'Port': ['ID=4f3bb310-2b88-4f83-87be-b9f5b8509a4a,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:00.026984 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9496973b-95d4-4298-b7cf-979ce6cade8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:00.027372 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9496973b-95d4-4298-b7cf-979ce6cade8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:00.027749 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9496973b-95d4-4298-b7cf-979ce6cade8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:00.028250 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9496973b-95d4-4298-b7cf-979ce6cade8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:00.028709 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9496973b-95d4-4298-b7cf-979ce6cade8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:00.029516 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9496973b-95d4-4298-b7cf-979ce6cade8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:00.030037 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9496973b-95d4-4298-b7cf-979ce6cade8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:00.030435 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9496973b-95d4-4298-b7cf-979ce6cade8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:00.031021 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9496973b-95d4-4298-b7cf-979ce6cade8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:00.031356 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9496973b-95d4-4298-b7cf-979ce6cade8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:00.031581 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9496973b-95d4-4298-b7cf-979ce6cade8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:00.032204 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9496973b-95d4-4298-b7cf-979ce6cade8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:00.037325 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-9496973b-95d4-4298-b7cf-979ce6cade8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:00.044528 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:00.120600 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-9b3ae5c4-d0ff-45f6-9aae-f4d94560504f None None] Attempting to bind port 4f3bb310-2b88-4f83-87be-b9f5b8509a4a on host dv-cinder-784603-1-iscsi for vnic_type normal with profile  {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:13:00.120600 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-9b3ae5c4-d0ff-45f6-9aae-f4d94560504f None None] Attempting to bind port 4f3bb310-2b88-4f83-87be-b9f5b8509a4a by drivers openvswitch,hyperv on host dv-cinder-784603-1-iscsi at level 0 using segments [{'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:13:00.120600 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3ae5c4-d0ff-45f6-9aae-f4d94560504f None None] Attempting to bind port 4f3bb310-2b88-4f83-87be-b9f5b8509a4a on network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:13:00.122906 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3ae5c4-d0ff-45f6-9aae-f4d94560504f None None] Checking agent: {'id': '478d2ba1-0e2e-4399-8e0b-445f221199a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 2, 29), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:13:00.123686 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3ae5c4-d0ff-45f6-9aae-f4d94560504f None None] Checking segment: {'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:13:00.124246 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9b3ae5c4-d0ff-45f6-9aae-f4d94560504f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:00.124803 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3ae5c4-d0ff-45f6-9aae-f4d94560504f None None] Bound using segment: {'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:13:00.125817 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-9b3ae5c4-d0ff-45f6-9aae-f4d94560504f None None] Bound port: 4f3bb310-2b88-4f83-87be-b9f5b8509a4a, host: dv-cinder-784603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:13:00.126573 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9b3ae5c4-d0ff-45f6-9aae-f4d94560504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:00.310538 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-9b3ae5c4-d0ff-45f6-9aae-f4d94560504f None None] For port 4f3bb310-2b88-4f83-87be-b9f5b8509a4a, host dv-cinder-784603-1-iscsi, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:13:00.315231 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-9b3ae5c4-d0ff-45f6-9aae-f4d94560504f None None] For port 4f3bb310-2b88-4f83-87be-b9f5b8509a4a, host dv-cinder-784603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=4f3bb310-2b88-4f83-87be-b9f5b8509a4a,segment=NetworkSegment(422579c7-e086-4847-b55f-de8760ffa8dd),segment_id=422579c7-e086-4847-b55f-de8760ffa8dd)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:13:00.332802 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b93b4c46-a160-4b7f-a7bb-099cf166a2be admin admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:00.347224 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9b3ae5c4-d0ff-45f6-9aae-f4d94560504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:00.370339 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b93b4c46-a160-4b7f-a7bb-099cf166a2be admin admin] Transition to ACTIVE for port object cbb6545f-8641-45fc-9013-c5bdaa0713b7 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:00.377496 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-9496973b-95d4-4298-b7cf-979ce6cade8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:00.460970 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b93b4c46-a160-4b7f-a7bb-099cf166a2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851822213'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:00.516169 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496973b-95d4-4298-b7cf-979ce6cade8e None None] Pushing event updated for resources: {'Port': ['ID=4f3bb310-2b88-4f83-87be-b9f5b8509a4a,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:00.525455 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-9496973b-95d4-4298-b7cf-979ce6cade8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:00.544894 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-71788530-7cc3-4f83-a04c-153d2a14620c tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:00.619293 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3ae5c4-d0ff-45f6-9aae-f4d94560504f None None] Routers {'a02ea0de-69e5-4ddf-b002-989e7be99700'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:13:00.620116 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-9b3ae5c4-d0ff-45f6-9aae-f4d94560504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f109966d8>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:12:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['a02ea0de-69e5-4ddf-b002-989e7be99700'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:00.730839 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b4c46-a160-4b7f-a7bb-099cf166a2be admin admin] Pushing event updated for resources: {'Port': ['ID=cbb6545f-8641-45fc-9013-c5bdaa0713b7,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:00.743555 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b93b4c46-a160-4b7f-a7bb-099cf166a2be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:00.776750 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e13ed-7b50-4b92-bc12-eab0b73d87ca req-455b7714-dac2-44b9-8c92-41f1cc354cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:00.778633 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-868e13ed-7b50-4b92-bc12-eab0b73d87ca req-455b7714-dac2-44b9-8c92-41f1cc354cc3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=159f37d0eaf249a6b846671eb3cc125d&device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 1099 time: 0.1066718
Apr 02 18:13:00.843915 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-9b3ae5c4-d0ff-45f6-9aae-f4d94560504f None None] Set router a02ea0de-69e5-4ddf-b002-989e7be99700 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:13:00.880141 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1928b-2a61-42d9-aa08-129d51a65047 req-e1b97865-530d-4e1b-91ad-76692890722c tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:00.881773 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-35d1928b-2a61-42d9-aa08-129d51a65047 req-e1b97865-530d-4e1b-91ad-76692890722c tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=5565577f-0a2b-4727-abed-a9a9ae2b3818 HTTP/1.1" status: 200  len: 944 time: 0.4196286
Apr 02 18:13:00.947518 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-35d1928b-2a61-42d9-aa08-129d51a65047 req-65a055c1-d658-433b-8573-ba689b42432e tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455289
Apr 02 18:13:00.971454 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93b4c46-a160-4b7f-a7bb-099cf166a2be admin admin] Network ba3fcca8-4959-4278-9c76-59b99609716c is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:13:00.972778 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-b93b4c46-a160-4b7f-a7bb-099cf166a2be admin admin] Resources bound (agent type, host, resource id):  {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:00.979243 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93b4c46-a160-4b7f-a7bb-099cf166a2be admin admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:13:01.032087 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4f8c7-bff2-4a6a-af83-a352514ee1d5 req-2060b1df-b8ba-48b7-98a2-feee5740e684 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:01.040353 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7eb4f8c7-bff2-4a6a-af83-a352514ee1d5 req-2060b1df-b8ba-48b7-98a2-feee5740e684 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.2799973
Apr 02 18:13:01.081724 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e13ed-7b50-4b92-bc12-eab0b73d87ca req-b6781555-e45b-4fb2-b4ab-36ebf6e8b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:01.084400 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-868e13ed-7b50-4b92-bc12-eab0b73d87ca req-b6781555-e45b-4fb2-b4ab-36ebf6e8b199 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1fdcddea-b2b5-4b14-98c1-e98bd8f88785 HTTP/1.1" status: 200  len: 918 time: 0.2935479
Apr 02 18:13:01.130092 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7eb4f8c7-bff2-4a6a-af83-a352514ee1d5 req-f0164c72-0f82-48c2-afab-efe1a1821b9a tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882323
Apr 02 18:13:01.157003 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b93b4c46-a160-4b7f-a7bb-099cf166a2be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854367933'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:01.294510 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-868e13ed-7b50-4b92-bc12-eab0b73d87ca req-f18a99f2-5d9a-42dc-bc8d-e43b5abfa1ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5853389c-fccf-4c63-b5b4-fb203198adf4 HTTP/1.1" status: 200  len: 217 time: 0.1970174
Apr 02 18:13:01.369795 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-2868e558-fbff-4975-b426-a1b9bac02d5c None None] Provisioning for port cbb6545f-8641-45fc-9013-c5bdaa0713b7 completed by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:01.378761 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-2868e558-fbff-4975-b426-a1b9bac02d5c None None] Provisioning complete for port cbb6545f-8641-45fc-9013-c5bdaa0713b7 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:01.379283 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e13ed-7b50-4b92-bc12-eab0b73d87ca req-357161bd-87e6-4744-8a49-db719893b1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:01.379412 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2868e558-fbff-4975-b426-a1b9bac02d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:01.381786 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-868e13ed-7b50-4b92-bc12-eab0b73d87ca req-357161bd-87e6-4744-8a49-db719893b1ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e424265f-054f-4091-8e6d-5b2cbdc6da6a HTTP/1.1" status: 200  len: 858 time: 0.0794740
Apr 02 18:13:01.469101 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b93b4c46-a160-4b7f-a7bb-099cf166a2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:01.482823 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-868e13ed-7b50-4b92-bc12-eab0b73d87ca req-6202eb4d-cc7c-4b9e-9cce-b0a1ce29d54a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fdcddea-b2b5-4b14-98c1-e98bd8f88785&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0924606
Apr 02 18:13:01.521909 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-2868e558-fbff-4975-b426-a1b9bac02d5c None None] Port cbb6545f-8641-45fc-9013-c5bdaa0713b7 cannot update to ACTIVE because it is not bound. {{(pid=84392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:13:01.537455 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-9b3ae5c4-d0ff-45f6-9aae-f4d94560504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f109966d8>, [{'id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'name': 'tempest-AttachVolumeShelveTestJSON-1573574871-router', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:54Z', 'updated_at': '2021-04-02T18:12:56Z', 'revision_number': 3, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'gw_port': {'id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:49:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:55Z', 'updated_at': '2021-04-02T18:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:01.541686 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3ae5c4-d0ff-45f6-9aae-f4d94560504f None None] The sync data for ids ['a02ea0de-69e5-4ddf-b002-989e7be99700'] in dv-cinder-784603-1-iscsi is: [{'id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'name': 'tempest-AttachVolumeShelveTestJSON-1573574871-router', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:54Z', 'updated_at': '2021-04-02T18:12:56Z', 'revision_number': 3, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'gw_port': {'id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:49:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:55Z', 'updated_at': '2021-04-02T18:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:13:01.664978 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-868e13ed-7b50-4b92-bc12-eab0b73d87ca req-c1abb117-9a8d-404c-8c7b-0bd48384399e service neutron] 10.222.0.15 "GET /v2.0/networks/1fdcddea-b2b5-4b14-98c1-e98bd8f88785?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1723139
Apr 02 18:13:01.689980 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:01.851639 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b93b4c46-a160-4b7f-a7bb-099cf166a2be admin admin] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:01.883396 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 37910) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:01.896059 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b93b4c46-a160-4b7f-a7bb-099cf166a2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2953587'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:01.947742 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-868e13ed-7b50-4b92-bc12-eab0b73d87ca req-c201c1db-33da-4894-97c4-2f93afa37c52 service neutron] 10.222.0.15 "GET /v2.0/networks/1fdcddea-b2b5-4b14-98c1-e98bd8f88785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2740562
Apr 02 18:13:01.961454 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 212ca02c-96e3-4426-a7f9-2294670cf53b details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:13:01.975998 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:02.048711 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b93b4c46-a160-4b7f-a7bb-099cf166a2be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854365290'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:02.284985 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 212ca02c-96e3-4426-a7f9-2294670cf53b, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=212ca02c-96e3-4426-a7f9-2294670cf53b,segment=NetworkSegment(ed805b0c-f3b6-4176-8c71-1ed496648d92),segment_id=ed805b0c-f3b6-4176-8c71-1ed496648d92)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:02.301779 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Returning: {'device': '212ca02c-96e3-4426-a7f9-2294670cf53b', 'network_id': '2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff', 'port_id': '212ca02c-96e3-4426-a7f9-2294670cf53b', 'mac_address': 'fa:16:3e:49:be:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f251e70-9c7c-4901-a9b3-7ea1463d5c2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:13:02.341308 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b4c46-a160-4b7f-a7bb-099cf166a2be admin admin] Pushing event updated for resources: {'Port': ['ID=cbb6545f-8641-45fc-9013-c5bdaa0713b7,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:02.369154 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:02.388839 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 212ca02c-96e3-4426-a7f9-2294670cf53b {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:13:02.411090 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 212ca02c-96e3-4426-a7f9-2294670cf53b, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=212ca02c-96e3-4426-a7f9-2294670cf53b,segment=NetworkSegment(ed805b0c-f3b6-4176-8c71-1ed496648d92),segment_id=ed805b0c-f3b6-4176-8c71-1ed496648d92)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:02.451126 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:02.455888 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:02.482271 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b93b4c46-a160-4b7f-a7bb-099cf166a2be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:02.518736 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b86092a7-9bcb-4284-a640-b9ad751bc18e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:02.548980 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=212ca02c-96e3-4426-a7f9-2294670cf53b,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:02.553382 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:02.587968 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-b86092a7-9bcb-4284-a640-b9ad751bc18e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:02.592433 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-b86092a7-9bcb-4284-a640-b9ad751bc18e admin admin] Usage tracker for resource:security_group_rule and tenant:b46db6541c9145808e38ce64295eba33 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:02.595836 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-b86092a7-9bcb-4284-a640-b9ad751bc18e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:02.601975 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-b86092a7-9bcb-4284-a640-b9ad751bc18e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:02.750223 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed6cc7-8f08-4fc1-927d-be143e79d644 req-55be74c4-16f0-4837-9df5-0446e50bdde0 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:02.751786 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-76ed6cc7-8f08-4fc1-927d-be143e79d644 req-55be74c4-16f0-4837-9df5-0446e50bdde0 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=5565577f-0a2b-4727-abed-a9a9ae2b3818 HTTP/1.1" status: 200  len: 944 time: 0.4478183
Apr 02 18:13:02.766838 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2b718-e938-4cb3-8222-2bcc27c0b605 req-3c685a7a-46a2-46b2-a5ce-f022cf2699f6 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:02.768438 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-60e2b718-e938-4cb3-8222-2bcc27c0b605 req-3c685a7a-46a2-46b2-a5ce-f022cf2699f6 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.4685340
Apr 02 18:13:02.784537 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b86092a7-9bcb-4284-a640-b9ad751bc18e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:02.818118 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['212ca02c-96e3-4426-a7f9-2294670cf53b'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:13:02.827136 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b86092a7-9bcb-4284-a640-b9ad751bc18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:02.841231 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-11e75470-ad56-4d99-888d-322011e9e8c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:02.877652 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93b4c46-a160-4b7f-a7bb-099cf166a2be admin admin] Network ba3fcca8-4959-4278-9c76-59b99609716c is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:13:02.893438 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-b93b4c46-a160-4b7f-a7bb-099cf166a2be admin admin] Resources bound (agent type, host, resource id):  {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:02.957821 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-60e2b718-e938-4cb3-8222-2bcc27c0b605 req-c400b282-48ed-4aff-a48d-e8b78f27a0b7 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1821477
Apr 02 18:13:03.196821 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86092a7-9bcb-4284-a640-b9ad751bc18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245edd09-c910-4e8d-a0ae-e78d0a422f8b,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:03.216213 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-b86092a7-9bcb-4284-a640-b9ad751bc18e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b46db6541c9145808e38ce64295eba33&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3310204
Apr 02 18:13:03.217968 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b86092a7-9bcb-4284-a640-b9ad751bc18e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:03.218462 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 37958) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:03.225974 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-76ed6cc7-8f08-4fc1-927d-be143e79d644 req-215d6111-084a-4e6b-ac76-89d9131c2db8 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4545815
Apr 02 18:13:03.268447 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-8619ce5b-cd01-47c6-a1b7-712e198e7d73 None None] Provisioning complete for port cbb6545f-8641-45fc-9013-c5bdaa0713b7 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:03.268874 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8619ce5b-cd01-47c6-a1b7-712e198e7d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:03.296802 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-014d9082-6a35-478f-9e78-6537764d440b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:03.316860 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93b4c46-a160-4b7f-a7bb-099cf166a2be admin admin] Router a02ea0de-69e5-4ddf-b002-989e7be99700 has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:13:03.327670 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-014d9082-6a35-478f-9e78-6537764d440b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:03.368805 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-8619ce5b-cd01-47c6-a1b7-712e198e7d73 None None] Port cbb6545f-8641-45fc-9013-c5bdaa0713b7 cannot update to ACTIVE because it is not bound. {{(pid=84392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:13:03.544848 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93b4c46-a160-4b7f-a7bb-099cf166a2be admin admin] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:13:03.551369 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 4f3bb310-2b88-4f83-87be-b9f5b8509a4a up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:03.563221 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-b93b4c46-a160-4b7f-a7bb-099cf166a2be admin admin] 10.222.0.10 "PUT /v2.0/routers/a02ea0de-69e5-4ddf-b002-989e7be99700/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1313698
Apr 02 18:13:03.632262 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-014d9082-6a35-478f-9e78-6537764d440b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:03.638172 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:03.649968 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d9082-6a35-478f-9e78-6537764d440b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245edd09-c910-4e8d-a0ae-e78d0a422f8b,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:03.654922 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-014d9082-6a35-478f-9e78-6537764d440b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:03.658659 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-014d9082-6a35-478f-9e78-6537764d440b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:03.660056 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-014d9082-6a35-478f-9e78-6537764d440b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/245edd09-c910-4e8d-a0ae-e78d0a422f8b HTTP/1.1" status: 204  len: 168 time: 0.4405148
Apr 02 18:13:03.673507 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning for port 4f3bb310-2b88-4f83-87be-b9f5b8509a4a completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:03.679768 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port 4f3bb310-2b88-4f83-87be-b9f5b8509a4a triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:03.680188 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:03.808967 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:03.827072 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] For port 4f3bb310-2b88-4f83-87be-b9f5b8509a4a, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=4f3bb310-2b88-4f83-87be-b9f5b8509a4a,segment=NetworkSegment(422579c7-e086-4847-b55f-de8760ffa8dd),segment_id=422579c7-e086-4847-b55f-de8760ffa8dd)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:03.866863 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:03.868911 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c8cdb7fb-6b33-427b-9b77-222efcc9e2bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:03.957935 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Pushing event updated for resources: {'Port': ['ID=4f3bb310-2b88-4f83-87be-b9f5b8509a4a,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:03.971269 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:03.972115 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 212ca02c-96e3-4426-a7f9-2294670cf53b up at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:04.114860 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning for port 212ca02c-96e3-4426-a7f9-2294670cf53b completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:04.127506 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning complete for port 212ca02c-96e3-4426-a7f9-2294670cf53b triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:04.131993 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:04.290228 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 37990) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:04.293467 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017bfa5-d761-48be-ab36-49100fa049a6 req-35ac36bd-c149-4aeb-a2c6-3fbab135f830 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:04.295334 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e017bfa5-d761-48be-ab36-49100fa049a6 req-35ac36bd-c149-4aeb-a2c6-3fbab135f830 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.1960692
Apr 02 18:13:04.315752 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-23958ad7-0a21-4970-a5c6-37d2ad9689ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:04.349022 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-23958ad7-0a21-4970-a5c6-37d2ad9689ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:04.353851 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-23958ad7-0a21-4970-a5c6-37d2ad9689ac admin admin] Usage tracker for resource:security_group_rule and tenant:47539692f3a74301a5043fcff2d0dedd is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:04.357996 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-23958ad7-0a21-4970-a5c6-37d2ad9689ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:04.366557 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-23958ad7-0a21-4970-a5c6-37d2ad9689ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:04.368439 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e017bfa5-d761-48be-ab36-49100fa049a6 req-47f5c525-3cb3-4403-8fab-2de96271eaf1 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662489
Apr 02 18:13:04.378517 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 37996) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:04.384852 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-fc37a0f3-f429-482d-bc4e-feb2e094f013 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1762730729', 'description': 'tempest-description--292281551'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:04.395869 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-fc37a0f3-f429-482d-bc4e-feb2e094f013 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:04.411602 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-fc37a0f3-f429-482d-bc4e-feb2e094f013 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Usage tracker for resource:security_group and tenant:ab81f0810293410f90055ce730a5f2ce is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:04.417016 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-fc37a0f3-f429-482d-bc4e-feb2e094f013 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:04.432093 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-fc37a0f3-f429-482d-bc4e-feb2e094f013 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:04.495569 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fc37a0f3-f429-482d-bc4e-feb2e094f013 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:04.515278 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-23958ad7-0a21-4970-a5c6-37d2ad9689ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:04.553177 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-23958ad7-0a21-4970-a5c6-37d2ad9689ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:04.583780 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-fc37a0f3-f429-482d-bc4e-feb2e094f013 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:04.591733 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-fc37a0f3-f429-482d-bc4e-feb2e094f013 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Usage tracker for resource:security_group_rule and tenant:ab81f0810293410f90055ce730a5f2ce is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:04.603762 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-fc37a0f3-f429-482d-bc4e-feb2e094f013 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:04.611904 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-bdcb1632-8a5e-4b9a-865f-83e4048845bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:04.613298 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:04.617675 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-fc37a0f3-f429-482d-bc4e-feb2e094f013 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:04.656241 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-23958ad7-0a21-4970-a5c6-37d2ad9689ac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=47539692f3a74301a5043fcff2d0dedd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3644693
Apr 02 18:13:04.657307 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 38010) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:04.657518 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5565577f-0a2b-4727-abed-a9a9ae2b3818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212ca02c-96e3-4426-a7f9-2294670cf53b'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:13:04.658761 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23958ad7-0a21-4970-a5c6-37d2ad9689ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457c9293-ca4a-4c89-acc6-9a6912a1a2eb,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:04.672533 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 212ca02c-96e3-4426-a7f9-2294670cf53b, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=212ca02c-96e3-4426-a7f9-2294670cf53b,segment=NetworkSegment(ed805b0c-f3b6-4176-8c71-1ed496648d92),segment_id=ed805b0c-f3b6-4176-8c71-1ed496648d92)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:04.679334 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0f2ff-9ff8-4329-a495-a3ff20e50f58 req-f29b7bff-bca4-4c2c-bd27-eea73217a81e tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:04.683385 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7dd0f2ff-9ff8-4329-a495-a3ff20e50f58 req-f29b7bff-bca4-4c2c-bd27-eea73217a81e tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=5565577f-0a2b-4727-abed-a9a9ae2b3818 HTTP/1.1" status: 200  len: 945 time: 0.1732359
Apr 02 18:13:04.711605 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-23958ad7-0a21-4970-a5c6-37d2ad9689ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:04.717998 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:04.722672 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:04.776801 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7dd0f2ff-9ff8-4329-a495-a3ff20e50f58 req-8083bf4d-5f90-40dd-9c80-56ed0e8a09b4 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859964
Apr 02 18:13:04.819104 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5565577f-0a2b-4727-abed-a9a9ae2b3818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212ca02c-96e3-4426-a7f9-2294670cf53b', 'code': 200}
Apr 02 18:13:04.857110 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fc37a0f3-f429-482d-bc4e-feb2e094f013 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:04.858146 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-671a3b62-24fd-4a58-97ac-5387540cb347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:04.898162 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb8e3f0-bfb5-45ac-82f7-7f2aeec5372b None None] Sync routers for ids ['a02ea0de-69e5-4ddf-b002-989e7be99700'] in dv-cinder-784603-1-iscsi {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:13:04.907133 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fc37a0f3-f429-482d-bc4e-feb2e094f013 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:04.913260 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4dfe3435-fb32-47e4-8af1-ad9c91fc42fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:04.916627 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-671a3b62-24fd-4a58-97ac-5387540cb347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:04.919122 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb8e3f0-bfb5-45ac-82f7-7f2aeec5372b None None] Routers {'a02ea0de-69e5-4ddf-b002-989e7be99700'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:13:04.919810 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-6cb8e3f0-bfb5-45ac-82f7-7f2aeec5372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f111fc0b8>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:12:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['a02ea0de-69e5-4ddf-b002-989e7be99700'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:05.001965 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37a0f3-f429-482d-bc4e-feb2e094f013 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:05.037010 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-fc37a0f3-f429-482d-bc4e-feb2e094f013 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:05.047452 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=212ca02c-96e3-4426-a7f9-2294670cf53b,revision_number=5']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:05.058579 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:05.089572 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fc37a0f3-f429-482d-bc4e-feb2e094f013 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:05.091240 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-fc37a0f3-f429-482d-bc4e-feb2e094f013 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.7114346
Apr 02 18:13:05.094157 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 38022) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:05.101591 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-efa71e74-4ede-435f-8a4e-7318abfa146e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Request body: {'security_group_rule': {'security_group_id': '147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:05.108671 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-efa71e74-4ede-435f-8a4e-7318abfa146e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:05.112149 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-671a3b62-24fd-4a58-97ac-5387540cb347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:05.113171 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-efa71e74-4ede-435f-8a4e-7318abfa146e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Usage tracker for resource:security_group_rule and tenant:ab81f0810293410f90055ce730a5f2ce is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:05.116450 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-efa71e74-4ede-435f-8a4e-7318abfa146e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:05.124482 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:05.125082 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-efa71e74-4ede-435f-8a4e-7318abfa146e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:05.142610 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a3b62-24fd-4a58-97ac-5387540cb347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457c9293-ca4a-4c89-acc6-9a6912a1a2eb,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:05.145302 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-671a3b62-24fd-4a58-97ac-5387540cb347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:05.146638 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-671a3b62-24fd-4a58-97ac-5387540cb347 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/457c9293-ca4a-4c89-acc6-9a6912a1a2eb HTTP/1.1" status: 204  len: 168 time: 0.4373374
Apr 02 18:13:05.148010 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-671a3b62-24fd-4a58-97ac-5387540cb347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:05.167234 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-efa71e74-4ede-435f-8a4e-7318abfa146e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:05.199368 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-6cb8e3f0-bfb5-45ac-82f7-7f2aeec5372b None None] Set router a02ea0de-69e5-4ddf-b002-989e7be99700 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:13:05.308942 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-efa71e74-4ede-435f-8a4e-7318abfa146e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:05.342471 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-efa71e74-4ede-435f-8a4e-7318abfa146e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413681'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:05.345093 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:05.353734 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 38030) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:05.372110 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa71e74-4ede-435f-8a4e-7318abfa146e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8749b448-3fd4-4f82-abee-526003db44af,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:05.379730 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-efa71e74-4ede-435f-8a4e-7318abfa146e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:05.410167 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-efa71e74-4ede-435f-8a4e-7318abfa146e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:05.412107 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-efa71e74-4ede-435f-8a4e-7318abfa146e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3167639
Apr 02 18:13:05.414625 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 38038) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:05.421334 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-a4640db3-1762-4820-8145-f62ab405d0a4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Request body: {'security_group_rule': {'security_group_id': '147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:05.428546 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-a4640db3-1762-4820-8145-f62ab405d0a4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:05.433312 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-a4640db3-1762-4820-8145-f62ab405d0a4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Usage tracker for resource:security_group_rule and tenant:ab81f0810293410f90055ce730a5f2ce is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:05.437440 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-a4640db3-1762-4820-8145-f62ab405d0a4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:05.443696 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-a4640db3-1762-4820-8145-f62ab405d0a4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:05.491183 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a4640db3-1762-4820-8145-f62ab405d0a4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:05.588632 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 4f3bb310-2b88-4f83-87be-b9f5b8509a4a up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:05.714614 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-6cb8e3f0-bfb5-45ac-82f7-7f2aeec5372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f111fc0b8>, [{'id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'name': 'tempest-AttachVolumeShelveTestJSON-1573574871-router', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:54Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 4, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'gw_port': {'id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:55Z', 'updated_at': '2021-04-02T18:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'cbb6545f-8641-45fc-9013-c5bdaa0713b7', 'name': '', 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'mac_address': 'fa:16:3e:40:69:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 2, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'subnets': [{'id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:05.720696 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb8e3f0-bfb5-45ac-82f7-7f2aeec5372b None None] Checking router: a02ea0de-69e5-4ddf-b002-989e7be99700 for host: dv-cinder-784603-1-iscsi {{(pid=84392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:13:05.721117 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb8e3f0-bfb5-45ac-82f7-7f2aeec5372b None None] Updating router a02ea0de-69e5-4ddf-b002-989e7be99700 port cbb6545f-8641-45fc-9013-c5bdaa0713b7 binding host dv-cinder-784603-1-iscsi {{(pid=84392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:13:05.756289 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port 4f3bb310-2b88-4f83-87be-b9f5b8509a4a triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:05.756720 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:05.800899 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-dcf1f2db-7f42-496f-a8d6-33a480d796c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:05.832861 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-dcf1f2db-7f42-496f-a8d6-33a480d796c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:05.838838 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-dcf1f2db-7f42-496f-a8d6-33a480d796c1 admin admin] Usage tracker for resource:security_group_rule and tenant:967337375a2f411292d58e4bc743294b is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:05.844177 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-dcf1f2db-7f42-496f-a8d6-33a480d796c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:05.852825 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-dcf1f2db-7f42-496f-a8d6-33a480d796c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:05.859905 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a4640db3-1762-4820-8145-f62ab405d0a4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:05.878091 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6cb8e3f0-bfb5-45ac-82f7-7f2aeec5372b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:05.891296 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e75ce1-257e-4b28-bc00-9813b1edb1f7 req-821b7acb-9bcd-4f6b-82b8-da000d9702f3 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:05.904340 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-12e75ce1-257e-4b28-bc00-9813b1edb1f7 req-821b7acb-9bcd-4f6b-82b8-da000d9702f3 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.3678100
Apr 02 18:13:05.943389 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a4640db3-1762-4820-8145-f62ab405d0a4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413681'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:05.952858 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:06.008002 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4640db3-1762-4820-8145-f62ab405d0a4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=206382c6-893e-44d2-bdd3-68e9ad9a2532,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:06.016868 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a4640db3-1762-4820-8145-f62ab405d0a4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:06.036284 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-12e75ce1-257e-4b28-bc00-9813b1edb1f7 req-f40c8a09-3dfd-4b21-a7a9-8234a5ac27aa tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309392
Apr 02 18:13:06.041300 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-dcf1f2db-7f42-496f-a8d6-33a480d796c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:06.071904 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-dcf1f2db-7f42-496f-a8d6-33a480d796c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:06.082663 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:06.115190 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1f2db-7f42-496f-a8d6-33a480d796c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e01c4ac-2c6e-437b-a876-f2dd6884789b,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:06.123426 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a4640db3-1762-4820-8145-f62ab405d0a4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:06.124704 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-a4640db3-1762-4820-8145-f62ab405d0a4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7090580
Apr 02 18:13:06.125857 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-dcf1f2db-7f42-496f-a8d6-33a480d796c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:06.128003 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 38058) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:06.142134 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-54ac9257-42e0-42ec-94bc-ea10bf9cae8a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Request body: {'floatingip': {'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:06.150922 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-54ac9257-42e0-42ec-94bc-ea10bf9cae8a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:06.157529 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-54ac9257-42e0-42ec-94bc-ea10bf9cae8a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Usage tracker for resource:floatingip and tenant:ab81f0810293410f90055ce730a5f2ce is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:06.161097 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-54ac9257-42e0-42ec-94bc-ea10bf9cae8a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:06.172321 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f789f34-a83f-4221-8f42-5b447db290e2 req-c1e839ae-6793-4af8-b9da-51aed25762a0 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:06.172709 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-54ac9257-42e0-42ec-94bc-ea10bf9cae8a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:06.174542 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1f789f34-a83f-4221-8f42-5b447db290e2 req-c1e839ae-6793-4af8-b9da-51aed25762a0 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=5565577f-0a2b-4727-abed-a9a9ae2b3818 HTTP/1.1" status: 200  len: 946 time: 0.1510608
Apr 02 18:13:06.178599 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-dcf1f2db-7f42-496f-a8d6-33a480d796c1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=967337375a2f411292d58e4bc743294b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8234859
Apr 02 18:13:06.181211 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 38062) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:06.226573 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1f789f34-a83f-4221-8f42-5b447db290e2 req-0d19ad88-8c61-420a-a082-b19e3f0b95e6 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440979
Apr 02 18:13:06.248083 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b9263b08-708d-4206-87f8-2374828a5ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:06.251029 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-54ac9257-42e0-42ec-94bc-ea10bf9cae8a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for floatingip, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:06.299687 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b9263b08-708d-4206-87f8-2374828a5ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:06.449971 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6cb8e3f0-bfb5-45ac-82f7-7f2aeec5372b None None] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:06.461983 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b9263b08-708d-4206-87f8-2374828a5ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:06.462629 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-6cb8e3f0-bfb5-45ac-82f7-7f2aeec5372b None None] Transition to ACTIVE for port object cbb6545f-8641-45fc-9013-c5bdaa0713b7 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:06.468477 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-17f3d49d-ae3c-4d45-931c-249d8c969e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:06.487531 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9263b08-708d-4206-87f8-2374828a5ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e01c4ac-2c6e-437b-a876-f2dd6884789b,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:06.492740 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b9263b08-708d-4206-87f8-2374828a5ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:06.498219 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b9263b08-708d-4206-87f8-2374828a5ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:06.501876 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-b9263b08-708d-4206-87f8-2374828a5ade admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6e01c4ac-2c6e-437b-a876-f2dd6884789b HTTP/1.1" status: 204  len: 168 time: 0.3172884
Apr 02 18:13:06.509362 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6cb8e3f0-bfb5-45ac-82f7-7f2aeec5372b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:06.513761 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-54ac9257-42e0-42ec-94bc-ea10bf9cae8a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:06.526747 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-1ad5f570-8020-4a5e-bc55-ca2e883d7e32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:06.553792 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 38078) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:06.679198 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-d9dc8aaa-cb2e-4259-bc2a-95d8c1bee422 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1934300189-network', 'tenant_id': 'ed7d1d5264c74304906ef3044a96cced'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:06.684122 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-d9dc8aaa-cb2e-4259-bc2a-95d8c1bee422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:06.685419 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-54ac9257-42e0-42ec-94bc-ea10bf9cae8a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Allocated IP 172.27.2.156 (42dddd6f-9dd9-47ad-90cc-d42a9f8f1223/91c6c6e9-4506-41a9-9628-98cc28823f44/5a99c465-eeba-4cb7-b25a-b4830748e22b) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:13:06.686709 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988aca8-5918-4c46-a601-89bd441458db None None] Pushing event updated for resources: {'Port': ['ID=cbb6545f-8641-45fc-9013-c5bdaa0713b7,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:06.688243 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-d9dc8aaa-cb2e-4259-bc2a-95d8c1bee422 admin admin] Usage tracker for resource:network and tenant:ed7d1d5264c74304906ef3044a96cced is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:06.689761 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-6988aca8-5918-4c46-a601-89bd441458db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:06.691275 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-d9dc8aaa-cb2e-4259-bc2a-95d8c1bee422 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:06.698114 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-d9dc8aaa-cb2e-4259-bc2a-95d8c1bee422 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:06.734886 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dc8aaa-cb2e-4259-bc2a-95d8c1bee422 admin admin] Made reservation on behalf of ed7d1d5264c74304906ef3044a96cced for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:13:06.740130 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d9dc8aaa-cb2e-4259-bc2a-95d8c1bee422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:06.763217 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d9dc8aaa-cb2e-4259-bc2a-95d8c1bee422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:06.814315 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-d9dc8aaa-cb2e-4259-bc2a-95d8c1bee422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:06.814315 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-d9dc8aaa-cb2e-4259-bc2a-95d8c1bee422 admin admin] Usage tracker for resource:security_group_rule and tenant:ed7d1d5264c74304906ef3044a96cced is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:06.814315 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-d9dc8aaa-cb2e-4259-bc2a-95d8c1bee422 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:06.827005 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-d9dc8aaa-cb2e-4259-bc2a-95d8c1bee422 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:06.883615 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-54ac9257-42e0-42ec-94bc-ea10bf9cae8a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:06.939234 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d9dc8aaa-cb2e-4259-bc2a-95d8c1bee422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:06.974777 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d9dc8aaa-cb2e-4259-bc2a-95d8c1bee422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:06.979587 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-73b071ac-750b-4ce5-ab3f-192b9f4bbdd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:06.995310 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-6cb8e3f0-bfb5-45ac-82f7-7f2aeec5372b None None] Attempting to bind port cbb6545f-8641-45fc-9013-c5bdaa0713b7 on host dv-cinder-784603-1-iscsi for vnic_type normal with profile  {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:13:06.995734 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-6cb8e3f0-bfb5-45ac-82f7-7f2aeec5372b None None] Attempting to bind port cbb6545f-8641-45fc-9013-c5bdaa0713b7 by drivers openvswitch,hyperv on host dv-cinder-784603-1-iscsi at level 0 using segments [{'id': 'f987815a-0fd5-40b0-85da-34501f7e40a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:13:06.996408 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb8e3f0-bfb5-45ac-82f7-7f2aeec5372b None None] Attempting to bind port cbb6545f-8641-45fc-9013-c5bdaa0713b7 on network ba3fcca8-4959-4278-9c76-59b99609716c {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:13:07.004013 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-54ac9257-42e0-42ec-94bc-ea10bf9cae8a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:07.011041 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9dc8aaa-cb2e-4259-bc2a-95d8c1bee422 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'}  {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:13:07.017232 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb8e3f0-bfb5-45ac-82f7-7f2aeec5372b None None] Checking agent: {'id': '478d2ba1-0e2e-4399-8e0b-445f221199a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 2, 29), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:13:07.017656 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb8e3f0-bfb5-45ac-82f7-7f2aeec5372b None None] Checking segment: {'id': 'f987815a-0fd5-40b0-85da-34501f7e40a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:13:07.018107 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6cb8e3f0-bfb5-45ac-82f7-7f2aeec5372b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:07.018596 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb8e3f0-bfb5-45ac-82f7-7f2aeec5372b None None] Bound using segment: {'id': 'f987815a-0fd5-40b0-85da-34501f7e40a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:13:07.019138 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-6cb8e3f0-bfb5-45ac-82f7-7f2aeec5372b None None] Bound port: cbb6545f-8641-45fc-9013-c5bdaa0713b7, host: dv-cinder-784603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f987815a-0fd5-40b0-85da-34501f7e40a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:13:07.019556 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6cb8e3f0-bfb5-45ac-82f7-7f2aeec5372b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:07.021981 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc8aaa-cb2e-4259-bc2a-95d8c1bee422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6daac2-3e84-4b94-bb5d-7a2feb76f345,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:07.025743 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d9dc8aaa-cb2e-4259-bc2a-95d8c1bee422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:07.032857 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d9dc8aaa-cb2e-4259-bc2a-95d8c1bee422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:07.034286 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.segments_db [None req-d9dc8aaa-cb2e-4259-bc2a-95d8c1bee422 admin admin] Added segment 0f9f35da-6dca-4704-809e-53ca6f077541 of type vlan for network f11e7f14-5ba4-410d-85b4-c0921e8a68ca
Apr 02 18:13:07.040516 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:07.069950 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d9dc8aaa-cb2e-4259-bc2a-95d8c1bee422 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740008826705'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:07.146009 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d9dc8aaa-cb2e-4259-bc2a-95d8c1bee422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:07.147470 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc8aaa-cb2e-4259-bc2a-95d8c1bee422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:07.148222 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d9dc8aaa-cb2e-4259-bc2a-95d8c1bee422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:07.189613 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac9257-42e0-42ec-94bc-ea10bf9cae8a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Pushing event updated for resources: {'Port': ['ID=5a99c465-eeba-4cb7-b25a-b4830748e22b,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:07.198955 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-6cb8e3f0-bfb5-45ac-82f7-7f2aeec5372b None None] For port cbb6545f-8641-45fc-9013-c5bdaa0713b7, host dv-cinder-784603-1-iscsi, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:13:07.201928 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-54ac9257-42e0-42ec-94bc-ea10bf9cae8a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:07.202831 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-6cb8e3f0-bfb5-45ac-82f7-7f2aeec5372b None None] For port cbb6545f-8641-45fc-9013-c5bdaa0713b7, host dv-cinder-784603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=cbb6545f-8641-45fc-9013-c5bdaa0713b7,segment=NetworkSegment(f987815a-0fd5-40b0-85da-34501f7e40a0),segment_id=f987815a-0fd5-40b0-85da-34501f7e40a0)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:13:07.234788 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-94ca494e-222a-4c4f-97ee-6220fde1af63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:07.261388 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6cb8e3f0-bfb5-45ac-82f7-7f2aeec5372b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:07.265861 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ac9257-42e0-42ec-94bc-ea10bf9cae8a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:13:07.267205 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-54ac9257-42e0-42ec-94bc-ea10bf9cae8a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:07.272891 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ac9257-42e0-42ec-94bc-ea10bf9cae8a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:13:07.352110 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:07.375802 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-d9dc8aaa-cb2e-4259-bc2a-95d8c1bee422 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8205237
Apr 02 18:13:07.376893 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc8aaa-cb2e-4259-bc2a-95d8c1bee422 admin admin] Pushing event updated for resources: {'Network': ['ID=f11e7f14-5ba4-410d-85b4-c0921e8a68ca,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:07.397536 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 38102) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:07.398471 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d9dc8aaa-cb2e-4259-bc2a-95d8c1bee422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:07.416768 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Network f11e7f14-5ba4-410d-85b4-c0921e8a68ca details requested by agent ovs-agent-dv-cinder-784603-1-iscsi with host dv-cinder-784603-1-iscsi {{(pid=84392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:13:07.419511 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-3cb88126-aae1-44d9-a48d-77b8f3252896 admin admin] Request body: {'subnet': {'network_id': 'f11e7f14-5ba4-410d-85b4-c0921e8a68ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1934300189-subnet', 'tenant_id': 'ed7d1d5264c74304906ef3044a96cced', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:07.445886 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-54ac9257-42e0-42ec-94bc-ea10bf9cae8a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:07.451748 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-3cb88126-aae1-44d9-a48d-77b8f3252896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:07.519489 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-3cb88126-aae1-44d9-a48d-77b8f3252896 admin admin] Usage tracker for resource:subnet and tenant:ed7d1d5264c74304906ef3044a96cced is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:07.531339 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e4dd4-9a9f-4874-9fd5-9f20a9433b2f req-379c1e70-71f8-4e1a-8fe4-097f59e54d2f tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:07.539131 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-af0e4dd4-9a9f-4874-9fd5-9f20a9433b2f req-379c1e70-71f8-4e1a-8fe4-097f59e54d2f tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.3615420
Apr 02 18:13:07.542067 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-3cb88126-aae1-44d9-a48d-77b8f3252896 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:07.567350 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-3cb88126-aae1-44d9-a48d-77b8f3252896 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:07.574251 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-54ac9257-42e0-42ec-94bc-ea10bf9cae8a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:07.623320 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988aca8-5918-4c46-a601-89bd441458db None None] Pushing event updated for resources: {'Port': ['ID=cbb6545f-8641-45fc-9013-c5bdaa0713b7,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:07.626853 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-6988aca8-5918-4c46-a601-89bd441458db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:07.634883 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-af0e4dd4-9a9f-4874-9fd5-9f20a9433b2f req-6d6b77aa-53b0-4a82-b5f4-6070ba8a7e0a tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947139
Apr 02 18:13:07.644817 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb88126-aae1-44d9-a48d-77b8f3252896 admin admin] Made reservation on behalf of ed7d1d5264c74304906ef3044a96cced for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:13:07.651861 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3cb88126-aae1-44d9-a48d-77b8f3252896 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852202069'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:07.690385 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb8e3f0-bfb5-45ac-82f7-7f2aeec5372b None None] Routers {'a02ea0de-69e5-4ddf-b002-989e7be99700'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:13:07.691098 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-6cb8e3f0-bfb5-45ac-82f7-7f2aeec5372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f111fc0b8>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:12:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['a02ea0de-69e5-4ddf-b002-989e7be99700'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:07.735417 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fdac8-f3d8-441a-9ef3-1dcb4fc6cd12 req-8005572c-e26c-4dfa-8512-47526d4b3c1b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:07.743664 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3f9fdac8-f3d8-441a-9ef3-1dcb4fc6cd12 req-8005572c-e26c-4dfa-8512-47526d4b3c1b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=5565577f-0a2b-4727-abed-a9a9ae2b3818 HTTP/1.1" status: 200  len: 946 time: 0.3093624
Apr 02 18:13:07.847250 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3f9fdac8-f3d8-441a-9ef3-1dcb4fc6cd12 req-faa48c1d-e3e2-4fc6-8699-fd0b4af2cc73 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024265
Apr 02 18:13:08.023410 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 38118) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:08.158143 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:08.179987 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-6cb8e3f0-bfb5-45ac-82f7-7f2aeec5372b None None] Set router a02ea0de-69e5-4ddf-b002-989e7be99700 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:13:08.194122 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-b71cf1c1-b48d-4dae-bca1-90fcc7ac202d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-931707732-network', 'tenant_id': '456d975739e04659be41d35506548735'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:08.202215 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-b71cf1c1-b48d-4dae-bca1-90fcc7ac202d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:08.207751 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-b71cf1c1-b48d-4dae-bca1-90fcc7ac202d admin admin] Usage tracker for resource:network and tenant:456d975739e04659be41d35506548735 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:08.211703 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-b71cf1c1-b48d-4dae-bca1-90fcc7ac202d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:08.211915 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea937c5-4599-4152-813f-421bcb94cee8 req-28c8f558-af93-40a3-be95-5735f1521fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:08.213495 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bea937c5-4599-4152-813f-421bcb94cee8 req-28c8f558-af93-40a3-be95-5735f1521fd5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5565577f-0a2b-4727-abed-a9a9ae2b3818 HTTP/1.1" status: 200  len: 1099 time: 0.1863849
Apr 02 18:13:08.222386 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-b71cf1c1-b48d-4dae-bca1-90fcc7ac202d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:08.292255 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bea937c5-4599-4152-813f-421bcb94cee8 req-4309c3a9-34f3-4439-94e7-51ae752924bd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639374
Apr 02 18:13:08.308734 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71cf1c1-b48d-4dae-bca1-90fcc7ac202d admin admin] Made reservation on behalf of 456d975739e04659be41d35506548735 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:13:08.313800 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b71cf1c1-b48d-4dae-bca1-90fcc7ac202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:08.326862 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-54ac9257-42e0-42ec-94bc-ea10bf9cae8a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for port, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:08.338819 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b71cf1c1-b48d-4dae-bca1-90fcc7ac202d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:08.361703 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-b71cf1c1-b48d-4dae-bca1-90fcc7ac202d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:08.367468 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3cb88126-aae1-44d9-a48d-77b8f3252896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851822179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852202088'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:08.368830 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-b71cf1c1-b48d-4dae-bca1-90fcc7ac202d admin admin] Usage tracker for resource:security_group_rule and tenant:456d975739e04659be41d35506548735 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:08.381402 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-54ac9257-42e0-42ec-94bc-ea10bf9cae8a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:08.384198 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-b71cf1c1-b48d-4dae-bca1-90fcc7ac202d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:08.389734 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05d5c299-9465-4b62-a1c5-8d37ebe2a823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:08.400798 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-1c4ebe09-0d5f-4e0e-8339-1ca44b169cd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:08.483104 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-b71cf1c1-b48d-4dae-bca1-90fcc7ac202d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:08.543039 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac9257-42e0-42ec-94bc-ea10bf9cae8a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Pushing event updated for resources: {'Port': ['ID=5a99c465-eeba-4cb7-b25a-b4830748e22b,revision_number=2']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:08.548783 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-54ac9257-42e0-42ec-94bc-ea10bf9cae8a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:08.551100 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-6cb8e3f0-bfb5-45ac-82f7-7f2aeec5372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f111fc0b8>, [{'id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'name': 'tempest-AttachVolumeShelveTestJSON-1573574871-router', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:54Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 4, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'gw_port': {'id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:55Z', 'updated_at': '2021-04-02T18:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'cbb6545f-8641-45fc-9013-c5bdaa0713b7', 'name': '', 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'mac_address': 'fa:16:3e:40:69:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:07Z', 'revision_number': 4, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'subnets': [{'id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:08.559261 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb8e3f0-bfb5-45ac-82f7-7f2aeec5372b None None] The sync data for ids ['a02ea0de-69e5-4ddf-b002-989e7be99700'] in dv-cinder-784603-1-iscsi is: [{'id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'name': 'tempest-AttachVolumeShelveTestJSON-1573574871-router', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:54Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 4, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'gw_port': {'id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:55Z', 'updated_at': '2021-04-02T18:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'cbb6545f-8641-45fc-9013-c5bdaa0713b7', 'name': '', 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'mac_address': 'fa:16:3e:40:69:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:07Z', 'revision_number': 4, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'subnets': [{'id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:13:08.561970 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb88126-aae1-44d9-a48d-77b8f3252896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d22463d5-7d59-46a7-85e2-a7dce3c99838,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:08.567068 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3cb88126-aae1-44d9-a48d-77b8f3252896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:08.688657 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-54ac9257-42e0-42ec-94bc-ea10bf9cae8a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854362165'] for floatingip, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:08.704242 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb88126-aae1-44d9-a48d-77b8f3252896 admin admin] Checking segment: {'id': '0f9f35da-6dca-4704-809e-53ca6f077541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f11e7f14-5ba4-410d-85b4-c0921e8a68ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:13:08.704740 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb88126-aae1-44d9-a48d-77b8f3252896 admin admin] Network hostable DHCP agents. Network: f11e7f14-5ba4-410d-85b4-c0921e8a68ca, hostable agents: ['41a019fe-56df-4d22-b19a-be518ff15af3'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:13:08.724009 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b71cf1c1-b48d-4dae-bca1-90fcc7ac202d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:08.747711 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-54ac9257-42e0-42ec-94bc-ea10bf9cae8a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for floatingip, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:08.749889 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-54ac9257-42e0-42ec-94bc-ea10bf9cae8a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.6200900
Apr 02 18:13:08.775756 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b71cf1c1-b48d-4dae-bca1-90fcc7ac202d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:08.779070 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb88126-aae1-44d9-a48d-77b8f3252896 admin admin] Network f11e7f14-5ba4-410d-85b4-c0921e8a68ca is scheduled to be hosted by DHCP agent 41a019fe-56df-4d22-b19a-be518ff15af3 with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:13:08.784698 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-39bda7d0-5b6f-45cb-9cc2-2ab9287f4e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:08.858985 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71cf1c1-b48d-4dae-bca1-90fcc7ac202d admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'}  {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:13:08.891904 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71cf1c1-b48d-4dae-bca1-90fcc7ac202d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:08.896056 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b71cf1c1-b48d-4dae-bca1-90fcc7ac202d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:08.896442 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.segments_db [None req-b71cf1c1-b48d-4dae-bca1-90fcc7ac202d admin admin] Added segment c13707c4-c1e9-455a-bd75-cf881b8282a4 of type vlan for network e5c976a4-2bf5-421b-86e8-e0cd53189ff2
Apr 02 18:13:08.904891 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b71cf1c1-b48d-4dae-bca1-90fcc7ac202d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:08.924819 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-3cb88126-aae1-44d9-a48d-77b8f3252896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-iscsi, f11e7f14-5ba4-410d-85b4-c0921e8a68ca) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:08.933840 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe07417f-02a8-4ada-b3c2-e2584a61cd64 None None] Network f11e7f14-5ba4-410d-85b4-c0921e8a68ca requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:13:08.959649 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b71cf1c1-b48d-4dae-bca1-90fcc7ac202d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740008826705'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:08.973453 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb88126-aae1-44d9-a48d-77b8f3252896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:08.974093 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3cb88126-aae1-44d9-a48d-77b8f3252896 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:09.083820 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27618b-b11e-4c1d-adf4-153f9b779904 req-44745354-d300-4adb-a7c5-04dcaadf187a tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:09.085795 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1d27618b-b11e-4c1d-adf4-153f9b779904 req-44745354-d300-4adb-a7c5-04dcaadf187a tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.2933333
Apr 02 18:13:09.189289 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b71cf1c1-b48d-4dae-bca1-90fcc7ac202d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:09.191660 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-3cb88126-aae1-44d9-a48d-77b8f3252896 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.7841666
Apr 02 18:13:09.235163 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71cf1c1-b48d-4dae-bca1-90fcc7ac202d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:09.237997 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b71cf1c1-b48d-4dae-bca1-90fcc7ac202d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:09.269441 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:09.365597 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b24caeb-8ca6-4b73-a248-b3cfecbff62c None None] Network f11e7f14-5ba4-410d-85b4-c0921e8a68ca requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:13:09.506912 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1d27618b-b11e-4c1d-adf4-153f9b779904 req-f1896e33-9354-4491-82b8-44e046f80d09 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4084697
Apr 02 18:13:09.554845 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 38158) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:09.555027 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-b71cf1c1-b48d-4dae-bca1-90fcc7ac202d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.5302300
Apr 02 18:13:09.556071 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71cf1c1-b48d-4dae-bca1-90fcc7ac202d admin admin] Pushing event updated for resources: {'Network': ['ID=e5c976a4-2bf5-421b-86e8-e0cd53189ff2,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:09.563171 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-5dbef564-b82b-400e-8872-a8999cb1e831 admin admin] Request body: {'subnet': {'network_id': 'e5c976a4-2bf5-421b-86e8-e0cd53189ff2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-931707732-subnet', 'tenant_id': '456d975739e04659be41d35506548735', 'ip_version': 4}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:09.569276 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b71cf1c1-b48d-4dae-bca1-90fcc7ac202d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:09.583416 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-5dbef564-b82b-400e-8872-a8999cb1e831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:09.600711 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-5dbef564-b82b-400e-8872-a8999cb1e831 admin admin] Usage tracker for resource:subnet and tenant:456d975739e04659be41d35506548735 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:09.618198 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Network e5c976a4-2bf5-421b-86e8-e0cd53189ff2 details requested by agent ovs-agent-dv-cinder-784603-1-iscsi with host dv-cinder-784603-1-iscsi {{(pid=84392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:13:09.620771 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4540c-4954-493c-a277-b10ccd709541 req-73b72732-0fc1-483a-9ff1-266f9640b5e5 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:09.624152 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-5dbef564-b82b-400e-8872-a8999cb1e831 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:09.633332 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2ad4540c-4954-493c-a277-b10ccd709541 req-73b72732-0fc1-483a-9ff1-266f9640b5e5 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=5565577f-0a2b-4727-abed-a9a9ae2b3818 HTTP/1.1" status: 200  len: 946 time: 0.5030704
Apr 02 18:13:09.644934 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-5dbef564-b82b-400e-8872-a8999cb1e831 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:09.700831 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbef564-b82b-400e-8872-a8999cb1e831 admin admin] Made reservation on behalf of 456d975739e04659be41d35506548735 for: {'subnet': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:13:09.713667 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5dbef564-b82b-400e-8872-a8999cb1e831 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3045496'] for subnet, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:09.723067 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2ad4540c-4954-493c-a277-b10ccd709541 req-5fda0feb-8068-40b0-9cff-b7d14baa55d5 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886593
Apr 02 18:13:09.828441 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device cbb6545f-8641-45fc-9013-c5bdaa0713b7 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:09.912358 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-08948454-c60d-4d98-9052-5fb64d488871 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Synchronizing usage tracker for tenant:ab81f0810293410f90055ce730a5f2ce on resource:security_group {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:13:09.975136 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-08948454-c60d-4d98-9052-5fb64d488871 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Unset dirty status for tenant:ab81f0810293410f90055ce730a5f2ce on resource:security_group {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:13:09.976916 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-08948454-c60d-4d98-9052-5fb64d488871 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1762730729&fields=id&tenant_id=ab81f0810293410f90055ce730a5f2ce HTTP/1.1" status: 200  len: 267 time: 0.1641123
Apr 02 18:13:10.214475 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 38176) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:10.222749 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning for port cbb6545f-8641-45fc-9013-c5bdaa0713b7 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:10.237070 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port cbb6545f-8641-45fc-9013-c5bdaa0713b7 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:10.237507 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:10.248824 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-dcd436f3-ead3-4b41-8fac-7aaaf9fbb85d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:10.248824 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-dcd436f3-ead3-4b41-8fac-7aaaf9fbb85d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Synchronizing usage tracker for tenant:ab81f0810293410f90055ce730a5f2ce on resource:network {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:13:10.313360 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-dcd436f3-ead3-4b41-8fac-7aaaf9fbb85d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Unset dirty status for tenant:ab81f0810293410f90055ce730a5f2ce on resource:network {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:13:10.320718 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-dcd436f3-ead3-4b41-8fac-7aaaf9fbb85d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/networks?id=ba3fcca8-4959-4278-9c76-59b99609716c HTTP/1.1" status: 200  len: 817 time: 0.3349063
Apr 02 18:13:10.352970 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-05acd4c4-734c-45dd-b4c6-3bb49a60cad3 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/quotas/ab81f0810293410f90055ce730a5f2ce HTTP/1.1" status: 200  len: 375 time: 0.0289459
Apr 02 18:13:10.514284 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1368eefe-61b0-47c0-8877-8df0303403f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:10.545863 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-1368eefe-61b0-47c0-8877-8df0303403f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:10.549234 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:10.578630 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-1368eefe-61b0-47c0-8877-8df0303403f6 admin admin] Usage tracker for resource:security_group_rule and tenant:92e758fdf6014f799fe80bbc2aaba340 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:10.587189 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-1368eefe-61b0-47c0-8877-8df0303403f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:10.611334 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] For port cbb6545f-8641-45fc-9013-c5bdaa0713b7, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=cbb6545f-8641-45fc-9013-c5bdaa0713b7,segment=NetworkSegment(f987815a-0fd5-40b0-85da-34501f7e40a0),segment_id=f987815a-0fd5-40b0-85da-34501f7e40a0)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:10.614472 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-1368eefe-61b0-47c0-8877-8df0303403f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:10.615710 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5dbef564-b82b-400e-8872-a8999cb1e831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2202738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3045451'] for subnet, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:10.632525 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:10.643646 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:10.645569 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:10.679991 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-71dbb977-95e2-4159-9e26-bd594bec64db tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Synchronizing usage tracker for tenant:ab81f0810293410f90055ce730a5f2ce on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:13:10.739928 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Pushing event updated for resources: {'Port': ['ID=cbb6545f-8641-45fc-9013-c5bdaa0713b7,revision_number=5']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:10.742328 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:10.772995 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-71dbb977-95e2-4159-9e26-bd594bec64db tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Unset dirty status for tenant:ab81f0810293410f90055ce730a5f2ce on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:13:10.774679 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-71dbb977-95e2-4159-9e26-bd594bec64db tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab81f0810293410f90055ce730a5f2ce&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4204481
Apr 02 18:13:10.795137 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbef564-b82b-400e-8872-a8999cb1e831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e84303b-04ac-4b80-ad14-3d620854a7fc,revision_number=0']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:10.797873 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-5dbef564-b82b-400e-8872-a8999cb1e831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:10.876095 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbef564-b82b-400e-8872-a8999cb1e831 admin admin] Checking segment: {'id': 'c13707c4-c1e9-455a-bd75-cf881b8282a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e5c976a4-2bf5-421b-86e8-e0cd53189ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:13:10.876490 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbef564-b82b-400e-8872-a8999cb1e831 admin admin] Network hostable DHCP agents. Network: e5c976a4-2bf5-421b-86e8-e0cd53189ff2, hostable agents: ['41a019fe-56df-4d22-b19a-be518ff15af3'], hosted agents: [] {{(pid=84390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:13:10.963165 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbef564-b82b-400e-8872-a8999cb1e831 admin admin] Network e5c976a4-2bf5-421b-86e8-e0cd53189ff2 is scheduled to be hosted by DHCP agent 41a019fe-56df-4d22-b19a-be518ff15af3 with binding_index 1 {{(pid=84390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:13:11.014766 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-5dbef564-b82b-400e-8872-a8999cb1e831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-iscsi, e5c976a4-2bf5-421b-86e8-e0cd53189ff2) {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:11.025636 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff01a49-f265-4bdf-9b9c-6946d05b9d31 None None] Network e5c976a4-2bf5-421b-86e8-e0cd53189ff2 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:13:11.028386 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbef564-b82b-400e-8872-a8999cb1e831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:11.029041 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5dbef564-b82b-400e-8872-a8999cb1e831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for subnet, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:11.034226 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a0008-9683-4b94-9c66-853513776670 req-8a1d289b-c61f-4f56-a6f6-5d26c8d20eaa tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:11.035505 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ca5a0008-9683-4b94-9c66-853513776670 req-8a1d289b-c61f-4f56-a6f6-5d26c8d20eaa tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.3068228
Apr 02 18:13:11.039482 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1368eefe-61b0-47c0-8877-8df0303403f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:11.071668 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1368eefe-61b0-47c0-8877-8df0303403f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:11.083121 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-9faee097-9feb-4116-a5a7-7f0dceaaacc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:11.099291 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-b103af99-2cce-48c9-b16d-9b084659f6a3 service neutron] 10.222.0.10 "GET /v2.0/networks/ba3fcca8-4959-4278-9c76-59b99609716c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3013933
Apr 02 18:13:11.100380 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-5dbef564-b82b-400e-8872-a8999cb1e831 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.5439291
Apr 02 18:13:11.101023 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 38196) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:11.144553 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-6e4b3e72-d5f4-408a-a679-d39fbd246dba admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-931707732-router', 'tenant_id': '456d975739e04659be41d35506548735', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:11.229846 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-6e4b3e72-d5f4-408a-a679-d39fbd246dba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:11.264856 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-6e4b3e72-d5f4-408a-a679-d39fbd246dba admin admin] Usage tracker for resource:router and tenant:456d975739e04659be41d35506548735 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:11.275782 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-1368eefe-61b0-47c0-8877-8df0303403f6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=92e758fdf6014f799fe80bbc2aaba340&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0602279
Apr 02 18:13:11.279644 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 38202) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:11.280246 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-6e4b3e72-d5f4-408a-a679-d39fbd246dba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:11.288930 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ca5a0008-9683-4b94-9c66-853513776670 req-06bd16e2-7baa-4832-9257-033ecacf0019 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2382588
Apr 02 18:13:11.296845 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368eefe-61b0-47c0-8877-8df0303403f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ef36ae-92c4-40d7-b6db-15117490bb15,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:11.305227 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-6e4b3e72-d5f4-408a-a679-d39fbd246dba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:11.312666 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-1368eefe-61b0-47c0-8877-8df0303403f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:11.327934 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f5755e-23fe-417d-8ebe-8023e6924ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8634273-20c2-5e01-b176-6034d848a5ba-e5c976a4-2bf5-421b-86e8-e0cd53189ff2', 'network_id': 'e5c976a4-2bf5-421b-86e8-e0cd53189ff2', 'tenant_id': '456d975739e04659be41d35506548735', 'fixed_ips': [{'subnet_id': '5e84303b-04ac-4b80-ad14-3d620854a7fc'}]}} from dv-cinder-784603-1-iscsi. {{(pid=84392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 02 18:13:11.328869 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-91f5755e-23fe-417d-8ebe-8023e6924ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:11.357130 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-20bba15b-2f06-46fa-8cd4-04456d24e388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:11.375613 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-0e022593-33a0-434a-a247-c401abcc02bc service neutron] 10.222.0.10 "GET /v2.0/networks/ba3fcca8-4959-4278-9c76-59b99609716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2753928
Apr 02 18:13:11.377120 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3e72-d5f4-408a-a679-d39fbd246dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-401632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14910'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:11.378868 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3e72-d5f4-408a-a679-d39fbd246dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854374265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854362256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854413507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760922'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:11.388606 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-20bba15b-2f06-46fa-8cd4-04456d24e388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:11.540805 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-20bba15b-2f06-46fa-8cd4-04456d24e388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:11.548098 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3bc58b79-7370-491a-81aa-df3e23550020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:11.551913 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3e72-d5f4-408a-a679-d39fbd246dba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:11.566591 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bba15b-2f06-46fa-8cd4-04456d24e388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ef36ae-92c4-40d7-b6db-15117490bb15,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:11.570636 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-20bba15b-2f06-46fa-8cd4-04456d24e388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:11.572750 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-20bba15b-2f06-46fa-8cd4-04456d24e388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:11.583551 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-20bba15b-2f06-46fa-8cd4-04456d24e388 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/06ef36ae-92c4-40d7-b6db-15117490bb15 HTTP/1.1" status: 204  len: 168 time: 0.2972853
Apr 02 18:13:11.611009 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66815a-ae4e-40f4-8edc-9e1653ed9b98 req-2d13a9fa-30bb-4795-9edc-8a4b735b0024 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:11.612777 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2b66815a-ae4e-40f4-8edc-9e1653ed9b98 req-2d13a9fa-30bb-4795-9edc-8a4b735b0024 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=5565577f-0a2b-4727-abed-a9a9ae2b3818 HTTP/1.1" status: 200  len: 946 time: 0.1216972
Apr 02 18:13:11.618570 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device cbb6545f-8641-45fc-9013-c5bdaa0713b7 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:11.668632 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-91f5755e-23fe-417d-8ebe-8023e6924ae2 None None] Allocated IP 172.20.0.2 (e5c976a4-2bf5-421b-86e8-e0cd53189ff2/5e84303b-04ac-4b80-ad14-3d620854a7fc/942198b2-a476-424b-94d8-0ed97d7d0091) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:13:11.814746 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port cbb6545f-8641-45fc-9013-c5bdaa0713b7 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:11.815549 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:12.158342 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-525d47e8-6855-409b-93be-2d6f8b977cf4 req-b401a4a2-335b-4248-b4f3-27ef192de96d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 210 time: 0.4633431
Apr 02 18:13:12.194546 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-91f5755e-23fe-417d-8ebe-8023e6924ae2 None None] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:12.221590 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-91f5755e-23fe-417d-8ebe-8023e6924ae2 None None] Transition to ACTIVE for port object 942198b2-a476-424b-94d8-0ed97d7d0091 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:12.249840 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2b66815a-ae4e-40f4-8edc-9e1653ed9b98 req-f30d86ee-c898-438a-9722-b7f50127171a tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6305401
Apr 02 18:13:12.258515 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-91f5755e-23fe-417d-8ebe-8023e6924ae2 None None] Transition to ACTIVE for port object 942198b2-a476-424b-94d8-0ed97d7d0091 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:12.301101 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-91f5755e-23fe-417d-8ebe-8023e6924ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:12.346440 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 38244) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:12.384328 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b54cfdf9-84f2-4305-aeb9-c743789f4719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:12.441582 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:12.445032 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-b54cfdf9-84f2-4305-aeb9-c743789f4719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:12.454072 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-b54cfdf9-84f2-4305-aeb9-c743789f4719 admin admin] Usage tracker for resource:security_group_rule and tenant:75e6c593314d4441a7255eaa3363603e is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:12.462474 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-b54cfdf9-84f2-4305-aeb9-c743789f4719 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:12.476170 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-b54cfdf9-84f2-4305-aeb9-c743789f4719 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:12.484974 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3e72-d5f4-408a-a679-d39fbd246dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854362271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854362849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760937'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:12.537040 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5755e-23fe-417d-8ebe-8023e6924ae2 None None] Pushing event updated for resources: {'Port': ['ID=942198b2-a476-424b-94d8-0ed97d7d0091,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:12.540692 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-91f5755e-23fe-417d-8ebe-8023e6924ae2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:12.624219 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f5755e-23fe-417d-8ebe-8023e6924ae2 None None] Network e5c976a4-2bf5-421b-86e8-e0cd53189ff2 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:13:12.625925 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-91f5755e-23fe-417d-8ebe-8023e6924ae2 None None] Resources bound (agent type, host, resource id):  {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:12.629709 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f5755e-23fe-417d-8ebe-8023e6924ae2 None None] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:13:12.677211 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 38258) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:12.769686 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-91f5755e-23fe-417d-8ebe-8023e6924ae2 None None] Attempting to bind port 942198b2-a476-424b-94d8-0ed97d7d0091 on host dv-cinder-784603-1-iscsi for vnic_type normal with profile  {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:13:12.770110 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-91f5755e-23fe-417d-8ebe-8023e6924ae2 None None] Attempting to bind port 942198b2-a476-424b-94d8-0ed97d7d0091 by drivers openvswitch,hyperv on host dv-cinder-784603-1-iscsi at level 0 using segments [{'id': 'c13707c4-c1e9-455a-bd75-cf881b8282a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e5c976a4-2bf5-421b-86e8-e0cd53189ff2'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:13:12.770548 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f5755e-23fe-417d-8ebe-8023e6924ae2 None None] Attempting to bind port 942198b2-a476-424b-94d8-0ed97d7d0091 on network e5c976a4-2bf5-421b-86e8-e0cd53189ff2 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:13:12.776724 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f5755e-23fe-417d-8ebe-8023e6924ae2 None None] Checking agent: {'id': '478d2ba1-0e2e-4399-8e0b-445f221199a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 2, 29), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:13:12.784568 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f5755e-23fe-417d-8ebe-8023e6924ae2 None None] Checking segment: {'id': 'c13707c4-c1e9-455a-bd75-cf881b8282a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e5c976a4-2bf5-421b-86e8-e0cd53189ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:13:12.784568 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-91f5755e-23fe-417d-8ebe-8023e6924ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:12.784568 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f5755e-23fe-417d-8ebe-8023e6924ae2 None None] Bound using segment: {'id': 'c13707c4-c1e9-455a-bd75-cf881b8282a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e5c976a4-2bf5-421b-86e8-e0cd53189ff2'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:13:12.784568 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-91f5755e-23fe-417d-8ebe-8023e6924ae2 None None] Bound port: 942198b2-a476-424b-94d8-0ed97d7d0091, host: dv-cinder-784603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c13707c4-c1e9-455a-bd75-cf881b8282a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e5c976a4-2bf5-421b-86e8-e0cd53189ff2'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:13:12.784568 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-91f5755e-23fe-417d-8ebe-8023e6924ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:12.841204 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b54cfdf9-84f2-4305-aeb9-c743789f4719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:12.883212 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b54cfdf9-84f2-4305-aeb9-c743789f4719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:12.895920 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-dfb1fd5f-9cd9-4b59-8844-a783b310d91b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:12.932995 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5da898-6e56-4a9d-8204-a398d1e6d36a req-e187f2a8-697d-4303-a42d-15f14a667f2a tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:12.950929 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0e5da898-6e56-4a9d-8204-a398d1e6d36a req-e187f2a8-697d-4303-a42d-15f14a667f2a tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.3622537
Apr 02 18:13:12.969322 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b1b2357a-f27c-4eb3-a474-e790b923e580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:13.006989 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-91f5755e-23fe-417d-8ebe-8023e6924ae2 None None] For port 942198b2-a476-424b-94d8-0ed97d7d0091, host dv-cinder-784603-1-iscsi, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:13:13.030571 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cfdf9-84f2-4305-aeb9-c743789f4719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2e6423-c438-4578-907b-cf00c7c7ca46,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:13.030571 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-b54cfdf9-84f2-4305-aeb9-c743789f4719 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=75e6c593314d4441a7255eaa3363603e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6814630
Apr 02 18:13:13.030571 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b54cfdf9-84f2-4305-aeb9-c743789f4719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:13.032558 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 38276) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:13.033887 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-b1b2357a-f27c-4eb3-a474-e790b923e580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:13.051018 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-b1b2357a-f27c-4eb3-a474-e790b923e580 admin admin] Usage tracker for resource:security_group_rule and tenant:b750afdc15bc4c72b594cd8195655a30 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:13.055312 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-b1b2357a-f27c-4eb3-a474-e790b923e580 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:13.066997 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-b1b2357a-f27c-4eb3-a474-e790b923e580 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:13.126247 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-55a91e68-18cf-4b8a-8d9b-3f57c1cc09ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:13.142580 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0e5da898-6e56-4a9d-8204-a398d1e6d36a req-fe633865-bb60-4781-967e-6b4e84a76980 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1856227
Apr 02 18:13:13.156095 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-91f5755e-23fe-417d-8ebe-8023e6924ae2 None None] For port 942198b2-a476-424b-94d8-0ed97d7d0091, host dv-cinder-784603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=942198b2-a476-424b-94d8-0ed97d7d0091,segment=NetworkSegment(c13707c4-c1e9-455a-bd75-cf881b8282a4),segment_id=c13707c4-c1e9-455a-bd75-cf881b8282a4)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:13:13.181020 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-55a91e68-18cf-4b8a-8d9b-3f57c1cc09ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:13.181221 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-91f5755e-23fe-417d-8ebe-8023e6924ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:13.402105 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b1b2357a-f27c-4eb3-a474-e790b923e580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:13.430237 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-17c88e6f-1d0e-4cbf-b149-30c576ef8009 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:13.431659 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-17c88e6f-1d0e-4cbf-b149-30c576ef8009 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Synchronizing usage tracker for tenant:ed7d1d5264c74304906ef3044a96cced on resource:network {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:13:13.432575 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b1b2357a-f27c-4eb3-a474-e790b923e580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:13.448994 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3e72-d5f4-408a-a679-d39fbd246dba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:13.455719 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f69e1d99-50f3-4a78-8cd5-953d0208266f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:13.459805 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:13.515577 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3e72-d5f4-408a-a679-d39fbd246dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:13.522403 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-55a91e68-18cf-4b8a-8d9b-3f57c1cc09ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:13.590697 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-b1b2357a-f27c-4eb3-a474-e790b923e580 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b750afdc15bc4c72b594cd8195655a30&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9121428
Apr 02 18:13:13.596984 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2357a-f27c-4eb3-a474-e790b923e580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275736ed-48bf-4855-a594-c87dea58bb4f,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:13.599631 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 38288) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:13.603684 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5755e-23fe-417d-8ebe-8023e6924ae2 None None] Pushing event updated for resources: {'Port': ['ID=942198b2-a476-424b-94d8-0ed97d7d0091,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:13.611473 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-91f5755e-23fe-417d-8ebe-8023e6924ae2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:13.614760 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b1b2357a-f27c-4eb3-a474-e790b923e580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:13.615649 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-55a91e68-18cf-4b8a-8d9b-3f57c1cc09ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:13.616842 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-55a91e68-18cf-4b8a-8d9b-3f57c1cc09ab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9a2e6423-c438-4578-907b-cf00c7c7ca46 HTTP/1.1" status: 204  len: 168 time: 0.5798137
Apr 02 18:13:13.617726 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-20bba15b-2f06-46fa-8cd4-04456d24e388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:13.635058 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a91e68-18cf-4b8a-8d9b-3f57c1cc09ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2e6423-c438-4578-907b-cf00c7c7ca46,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:13.646467 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-55a91e68-18cf-4b8a-8d9b-3f57c1cc09ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:13.733095 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-54f7b0e4-49a5-4f91-bd5f-2a84c06b41b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:13.827051 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-54f7b0e4-49a5-4f91-bd5f-2a84c06b41b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:13.833909 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-17c88e6f-1d0e-4cbf-b149-30c576ef8009 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Unset dirty status for tenant:ed7d1d5264c74304906ef3044a96cced on resource:network {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:13:13.842139 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-17c88e6f-1d0e-4cbf-b149-30c576ef8009 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/networks?id=f11e7f14-5ba4-410d-85b4-c0921e8a68ca HTTP/1.1" status: 200  len: 809 time: 0.8526404
Apr 02 18:13:13.944100 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7938d8-5651-41fa-a0d1-0dd748e4dc69 req-8ccf5165-342e-43c2-9f7f-eaf5ae2717a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:13.945890 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ef7938d8-5651-41fa-a0d1-0dd748e4dc69 req-8ccf5165-342e-43c2-9f7f-eaf5ae2717a2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 1099 time: 0.1605771
Apr 02 18:13:13.952810 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-0d4b5d07-f60b-4057-b404-8cafb4042878 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/quotas/ed7d1d5264c74304906ef3044a96cced HTTP/1.1" status: 200  len: 375 time: 0.0982316
Apr 02 18:13:13.958598 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-6e4b3e72-d5f4-408a-a679-d39fbd246dba admin admin] Allocated IP 172.27.2.71 (42dddd6f-9dd9-47ad-90cc-d42a9f8f1223/91c6c6e9-4506-41a9-9628-98cc28823f44/9e99b0d2-2955-416a-a7a7-00a6e8bc3b46) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:13:14.022816 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ef7938d8-5651-41fa-a0d1-0dd748e4dc69 req-5657637d-42df-4333-b13a-ef6e358e4e32 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629199
Apr 02 18:13:14.071869 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-54f7b0e4-49a5-4f91-bd5f-2a84c06b41b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:14.084162 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a72917b8-faf8-4057-905d-232fa1d8b9ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:14.099329 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7b0e4-49a5-4f91-bd5f-2a84c06b41b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275736ed-48bf-4855-a594-c87dea58bb4f,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:14.103723 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-54f7b0e4-49a5-4f91-bd5f-2a84c06b41b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:14.109671 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-54f7b0e4-49a5-4f91-bd5f-2a84c06b41b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:14.117760 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-54f7b0e4-49a5-4f91-bd5f-2a84c06b41b4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/275736ed-48bf-4855-a594-c87dea58bb4f HTTP/1.1" status: 204  len: 168 time: 0.5161295
Apr 02 18:13:14.155415 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-acefd6f6-9f5c-4922-a71e-5cb816d09524 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ed7d1d5264c74304906ef3044a96cced&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1932523
Apr 02 18:13:14.364241 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-32b23f99-baa7-401b-8151-e5733e077baa req-3997454a-cf43-4c29-971e-5d81e825112d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 210 time: 0.3025420
Apr 02 18:13:14.576715 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-9f121b86-75e6-44ee-8be8-e0b134abc0be service neutron] 10.222.0.10 "GET /v2.0/networks/f11e7f14-5ba4-410d-85b4-c0921e8a68ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4201310
Apr 02 18:13:14.683350 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3e72-d5f4-408a-a679-d39fbd246dba admin admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:14.793521 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401223c-bf89-464d-8251-771621210e52 req-d20b9ea8-6edd-4c9c-99ae-f6bc0ac9f81f tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:14.795054 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a401223c-bf89-464d-8251-771621210e52 req-d20b9ea8-6edd-4c9c-99ae-f6bc0ac9f81f tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.2891068
Apr 02 18:13:14.826254 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-cb73d248-032f-465c-8ce8-8f6d03ef8c62 service neutron] 10.222.0.10 "GET /v2.0/networks/f11e7f14-5ba4-410d-85b4-c0921e8a68ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2414665
Apr 02 18:13:14.875221 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 38328) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:14.884531 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3e72-d5f4-408a-a679-d39fbd246dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851822213'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:14.888584 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a401223c-bf89-464d-8251-771621210e52 req-3c985a51-b822-440f-b276-22d3ea6aaf38 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848472
Apr 02 18:13:14.947948 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:14.981278 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-2fdc5265-43a2-4e27-ad3b-6b2427b621a3 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:14.984463 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-2fdc5265-43a2-4e27-ad3b-6b2427b621a3 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.15 "GET /v2.0/networks?id=ba3fcca8-4959-4278-9c76-59b99609716c HTTP/1.1" status: 200  len: 817 time: 0.3259690
Apr 02 18:13:15.254244 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-9b164b43-fbc8-439b-b9e1-1cf9081143f1 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab81f0810293410f90055ce730a5f2ce HTTP/1.1" status: 200  len: 5708 time: 0.2548702
Apr 02 18:13:15.272528 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-5cb0290f-99f1-4330-9561-81a93b39a5a4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Request body: {'port': {'device_id': '43e9219f-df56-4104-9571-3df7d44980af', 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c', 'admin_state_up': True, 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'security_groups': ['147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4']}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:15.563429 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5beb9a7-f9a5-4084-a552-93775f28123e None None] Network e5c976a4-2bf5-421b-86e8-e0cd53189ff2 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:13:15.582804 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4c365f5d-d3ab-4113-a07a-a34b8f784fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:15.660786 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b3e72-d5f4-408a-a679-d39fbd246dba admin admin] Pushing event updated for resources: {'Port': ['ID=9e99b0d2-2955-416a-a7a7-00a6e8bc3b46,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:15.704976 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-5cb0290f-99f1-4330-9561-81a93b39a5a4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:15.722597 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-5cb0290f-99f1-4330-9561-81a93b39a5a4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:15.737856 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-6e4b3e72-d5f4-408a-a679-d39fbd246dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:15.783980 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 942198b2-a476-424b-94d8-0ed97d7d0091 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:15.799763 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-4c365f5d-d3ab-4113-a07a-a34b8f784fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:15.813114 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-64165cc7-82ce-4506-8eb2-53abcd497b9f req-a37bf919-6459-441e-871e-0da779490d83 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96b8e4d-30a0-4217-98d5-9492b52ebb80 HTTP/1.1" status: 200  len: 210 time: 0.1952977
Apr 02 18:13:15.816095 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-4c365f5d-d3ab-4113-a07a-a34b8f784fee admin admin] Usage tracker for resource:security_group_rule and tenant:c4c5a7b73f3e4fce883fa23bd493d8c3 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:15.820789 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-11c18be1-dcc0-4a28-b73c-a6bedfd6ba7c req-7f47c0e2-5bc9-4371-bf44-23c0f1c477c0 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 210 time: 0.1630495
Apr 02 18:13:15.824029 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-4c365f5d-d3ab-4113-a07a-a34b8f784fee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:15.826674 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-5cb0290f-99f1-4330-9561-81a93b39a5a4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Made reservation on behalf of ab81f0810293410f90055ce730a5f2ce for: {'port': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:13:15.842791 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-4c365f5d-d3ab-4113-a07a-a34b8f784fee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:15.842943 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-5cb0290f-99f1-4330-9561-81a93b39a5a4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:15.900297 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-0fd874b2-f6af-4a57-a578-4c41ec45d31d None None] Provisioning for port 942198b2-a476-424b-94d8-0ed97d7d0091 completed by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:15.992525 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4b3e72-d5f4-408a-a679-d39fbd246dba admin admin] Network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:13:15.993888 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-6e4b3e72-d5f4-408a-a679-d39fbd246dba admin admin] Resources bound (agent type, host, resource id):  {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:15.997369 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4b3e72-d5f4-408a-a679-d39fbd246dba admin admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:13:16.077470 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning for port 942198b2-a476-424b-94d8-0ed97d7d0091 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:16.086197 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port 942198b2-a476-424b-94d8-0ed97d7d0091 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:16.086197 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:16.288374 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:16.386241 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-5cb0290f-99f1-4330-9561-81a93b39a5a4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Allocated IP 172.20.0.9 (ba3fcca8-4959-4278-9c76-59b99609716c/6b47bc7a-7e44-4ded-9896-b2dbc84447fe/5401b529-9099-49b2-bba2-84b67d578439) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:13:16.401333 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] For port 942198b2-a476-424b-94d8-0ed97d7d0091, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=942198b2-a476-424b-94d8-0ed97d7d0091,segment=NetworkSegment(c13707c4-c1e9-455a-bd75-cf881b8282a4),segment_id=c13707c4-c1e9-455a-bd75-cf881b8282a4)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:16.441743 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:16.455886 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:16.485800 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4c365f5d-d3ab-4113-a07a-a34b8f784fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:16.561792 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-ae90330b-0bbb-48e3-a762-ff13abab2ef0 None None] Provisioning complete for port 942198b2-a476-424b-94d8-0ed97d7d0091 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:16.562214 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ae90330b-0bbb-48e3-a762-ff13abab2ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:16.633934 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 38386) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:16.767079 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Pushing event updated for resources: {'Port': ['ID=942198b2-a476-424b-94d8-0ed97d7d0091,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:16.783399 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d7307-60c6-4a1c-8303-34b24e09c8a6 req-8d2bcf66-38e2-44b7-a2ec-cdeb4e858cde tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:16.784346 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:16.788047 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6c0d7307-60c6-4a1c-8303-34b24e09c8a6 req-8d2bcf66-38e2-44b7-a2ec-cdeb4e858cde tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.6850336
Apr 02 18:13:16.790819 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4c365f5d-d3ab-4113-a07a-a34b8f784fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:16.809529 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-efd3dff8-38e8-4895-9e87-d90d959bf52a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:16.823498 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-5cb0290f-99f1-4330-9561-81a93b39a5a4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:16.843271 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-5cb0290f-99f1-4330-9561-81a93b39a5a4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Transition to ACTIVE for port object 5401b529-9099-49b2-bba2-84b67d578439 will not be triggered until provisioned by entity DHCP. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:16.890760 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-5cb0290f-99f1-4330-9561-81a93b39a5a4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:16.911800 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c365f5d-d3ab-4113-a07a-a34b8f784fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05565d36-d364-4466-b989-f917656b03cf,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:16.920517 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-141591b4-5b5c-4f3e-a10c-9a8cb9bfc986 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:16.945941 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4c365f5d-d3ab-4113-a07a-a34b8f784fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:17.068270 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-4c365f5d-d3ab-4113-a07a-a34b8f784fee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c4c5a7b73f3e4fce883fa23bd493d8c3&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1889489
Apr 02 18:13:17.072995 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6c0d7307-60c6-4a1c-8303-34b24e09c8a6 req-834e2b68-e1b4-4a5d-8333-569d8614b65a tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2833114
Apr 02 18:13:17.075417 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 38414) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:17.103826 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-805d057f-38e6-41cb-91d7-7246be901155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:17.127113 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3e72-d5f4-408a-a679-d39fbd246dba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:17.186252 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-805d057f-38e6-41cb-91d7-7246be901155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:17.197396 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0290f-99f1-4330-9561-81a93b39a5a4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Pushing event updated for resources: {'Port': ['ID=5401b529-9099-49b2-bba2-84b67d578439,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:17.201670 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-5cb0290f-99f1-4330-9561-81a93b39a5a4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:17.216773 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-805d057f-38e6-41cb-91d7-7246be901155 admin admin] Usage tracker for resource:security_group_rule and tenant:ad058f7d04944fc1b6ff45ff017124fb is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:17.226383 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-805d057f-38e6-41cb-91d7-7246be901155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:17.242137 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-805d057f-38e6-41cb-91d7-7246be901155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:17.246188 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9d9e1009-bfb7-4288-b7e6-f3f60eefc928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:17.318372 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9d9e1009-bfb7-4288-b7e6-f3f60eefc928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:17.339235 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-5cb0290f-99f1-4330-9561-81a93b39a5a4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Network ba3fcca8-4959-4278-9c76-59b99609716c is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:13:17.346777 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ded42d3f-e463-48c5-81bb-537c8a3e9fbe req-e6f5be9e-01bc-4d11-925c-390a8843c362 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96b8e4d-30a0-4217-98d5-9492b52ebb80 HTTP/1.1" status: 200  len: 210 time: 0.0855632
Apr 02 18:13:17.349255 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-5cb0290f-99f1-4330-9561-81a93b39a5a4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:17.351743 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-5cb0290f-99f1-4330-9561-81a93b39a5a4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:13:17.386511 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-e9c10901-9ddc-40b9-b38d-e6b2ffa448ae tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:17.391343 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-e9c10901-9ddc-40b9-b38d-e6b2ffa448ae tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/networks?id=2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff HTTP/1.1" status: 200  len: 814 time: 0.4431477
Apr 02 18:13:17.470423 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-5cb0290f-99f1-4330-9561-81a93b39a5a4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:17.471148 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-5cb0290f-99f1-4330-9561-81a93b39a5a4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:17.542502 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-805d057f-38e6-41cb-91d7-7246be901155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:17.549488 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9d9e1009-bfb7-4288-b7e6-f3f60eefc928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:17.570588 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 942198b2-a476-424b-94d8-0ed97d7d0091 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:17.590606 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-014d9082-6a35-478f-9e78-6537764d440b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:17.606063 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-805d057f-38e6-41cb-91d7-7246be901155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:17.616916 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e1009-bfb7-4288-b7e6-f3f60eefc928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05565d36-d364-4466-b989-f917656b03cf,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:17.619637 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9d9e1009-bfb7-4288-b7e6-f3f60eefc928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:17.620863 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-9d9e1009-bfb7-4288-b7e6-f3f60eefc928 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/05565d36-d364-4466-b989-f917656b03cf HTTP/1.1" status: 204  len: 168 time: 0.5408676
Apr 02 18:13:17.622438 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-9d9e1009-bfb7-4288-b7e6-f3f60eefc928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:17.625963 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e7e1e08d-fe7d-4417-b3be-ea48b9530982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:17.649448 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-5cb0290f-99f1-4330-9561-81a93b39a5a4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3888974
Apr 02 18:13:17.673727 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-805d057f-38e6-41cb-91d7-7246be901155 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ad058f7d04944fc1b6ff45ff017124fb&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0366490
Apr 02 18:13:17.679592 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 38422) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:17.684582 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-320c509e-9899-4d92-8c26-d76a22cb0d97 service neutron] Request body: {'port': {'device_id': '43e9219f-df56-4104-9571-3df7d44980af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:17.710064 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port 942198b2-a476-424b-94d8-0ed97d7d0091 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:17.710638 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:17.729244 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d057f-38e6-41cb-91d7-7246be901155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa624f64-6c7e-4d58-b3d1-3990a4b5147b,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:17.733998 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-805d057f-38e6-41cb-91d7-7246be901155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:17.752132 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-0375e914-e8e9-47ad-ab99-978de5083850 None None] Provisioning for port 5401b529-9099-49b2-bba2-84b67d578439 completed by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:17.773036 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-0375e914-e8e9-47ad-ab99-978de5083850 None None] Provisioning complete for port 5401b529-9099-49b2-bba2-84b67d578439 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:17.773687 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-0375e914-e8e9-47ad-ab99-978de5083850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:17.778668 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-bc5ca1bc-a973-411f-a87f-5f78808c00c6 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/quotas/469aa9b529694baa91a42fa0eae6e868 HTTP/1.1" status: 200  len: 375 time: 0.3823898
Apr 02 18:13:17.927971 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-0375e914-e8e9-47ad-ab99-978de5083850 None None] Port 5401b529-9099-49b2-bba2-84b67d578439 cannot update to ACTIVE because it is not bound. {{(pid=84392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:13:17.988260 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616c0f6-0c2d-407e-881f-df9e664000c8 req-dfe5d6b6-64fd-4f63-b8cd-84d0957bab86 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:17.997270 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c616c0f6-0c2d-407e-881f-df9e664000c8 req-dfe5d6b6-64fd-4f63-b8cd-84d0957bab86 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 931 time: 0.3013999
Apr 02 18:13:18.031379 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3e72-d5f4-408a-a679-d39fbd246dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413598'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:18.323390 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 38434) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:18.353694 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f96909ac-e823-4297-9384-1ec5cc633d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:18.375838 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-320c509e-9899-4d92-8c26-d76a22cb0d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:18.421789 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-1cbe24d6-bb91-4396-9fdc-27d455c66554 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=469aa9b529694baa91a42fa0eae6e868&fields=id HTTP/1.1" status: 200  len: 302 time: 0.6249688
Apr 02 18:13:18.425629 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f96909ac-e823-4297-9384-1ec5cc633d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:18.437340 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c616c0f6-0c2d-407e-881f-df9e664000c8 req-160574dd-b75f-4aaf-9104-c5949a745068 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4391403
Apr 02 18:13:18.438116 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d8eec455-74a1-4985-be1b-dcf928c46dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:18.506604 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-6d254ef0-1b66-4d81-af40-ba7f87f5fb2b tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:18.508238 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-6d254ef0-1b66-4d81-af40-ba7f87f5fb2b tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.15 "GET /v2.0/networks?id=f11e7f14-5ba4-410d-85b4-c0921e8a68ca HTTP/1.1" status: 200  len: 809 time: 0.7858276
Apr 02 18:13:18.534099 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-7f01823a-7cd9-40a3-b62c-b6fb4487a3f6 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Request body: {'port': {'device_id': 'c96b8e4d-30a0-4217-98d5-9492b52ebb80', 'network_id': 'f11e7f14-5ba4-410d-85b4-c0921e8a68ca', 'admin_state_up': True, 'tenant_id': 'ed7d1d5264c74304906ef3044a96cced'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:18.549001 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-d8eec455-74a1-4985-be1b-dcf928c46dbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:18.567620 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-d8eec455-74a1-4985-be1b-dcf928c46dbb admin admin] Usage tracker for resource:security_group_rule and tenant:9522e03ea32c4928ade8b56e9fdce60d is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:18.575556 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-d8eec455-74a1-4985-be1b-dcf928c46dbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:18.595246 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-d8eec455-74a1-4985-be1b-dcf928c46dbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:18.719287 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-f8680a03-89b9-4263-ae28-58f424b93c58 service neutron] 10.222.0.10 "GET /v2.0/networks/2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2860706
Apr 02 18:13:18.721282 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-50a6eec8-e2ab-402e-ae56-7b6c4c3de43d req-28415712-26c2-4040-8ad9-e9a5633405d8 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96b8e4d-30a0-4217-98d5-9492b52ebb80 HTTP/1.1" status: 200  len: 210 time: 0.0828607
Apr 02 18:13:18.727956 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f96909ac-e823-4297-9384-1ec5cc633d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:18.737217 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-15fbef68-2816-44b2-a94f-984e7cae6d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:18.814112 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96909ac-e823-4297-9384-1ec5cc633d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa624f64-6c7e-4d58-b3d1-3990a4b5147b,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:18.836041 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96909ac-e823-4297-9384-1ec5cc633d0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:18.841611 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96909ac-e823-4297-9384-1ec5cc633d0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:18.841611 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96909ac-e823-4297-9384-1ec5cc633d0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:18.841611 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96909ac-e823-4297-9384-1ec5cc633d0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:18.841611 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96909ac-e823-4297-9384-1ec5cc633d0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:18.841611 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96909ac-e823-4297-9384-1ec5cc633d0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:18.841611 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96909ac-e823-4297-9384-1ec5cc633d0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:18.841611 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96909ac-e823-4297-9384-1ec5cc633d0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:18.841611 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96909ac-e823-4297-9384-1ec5cc633d0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:18.841611 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96909ac-e823-4297-9384-1ec5cc633d0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:18.841611 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96909ac-e823-4297-9384-1ec5cc633d0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:18.841611 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96909ac-e823-4297-9384-1ec5cc633d0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:18.844294 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f96909ac-e823-4297-9384-1ec5cc633d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:18.848341 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-f96909ac-e823-4297-9384-1ec5cc633d0b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fa624f64-6c7e-4d58-b3d1-3990a4b5147b HTTP/1.1" status: 204  len: 168 time: 1.1260500
Apr 02 18:13:18.853350 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f96909ac-e823-4297-9384-1ec5cc633d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:18.857771 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-7f01823a-7cd9-40a3-b62c-b6fb4487a3f6 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:18.867416 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-7f01823a-7cd9-40a3-b62c-b6fb4487a3f6 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Usage tracker for resource:port and tenant:ed7d1d5264c74304906ef3044a96cced is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:18.873366 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-7f01823a-7cd9-40a3-b62c-b6fb4487a3f6 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:18.947497 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-7f01823a-7cd9-40a3-b62c-b6fb4487a3f6 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:18.951959 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d8eec455-74a1-4985-be1b-dcf928c46dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:18.988232 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d8eec455-74a1-4985-be1b-dcf928c46dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:18.999285 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-1368eefe-61b0-47c0-8877-8df0303403f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:19.015575 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-7f01823a-7cd9-40a3-b62c-b6fb4487a3f6 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Made reservation on behalf of ed7d1d5264c74304906ef3044a96cced for: {'port': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:13:19.021922 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-7f01823a-7cd9-40a3-b62c-b6fb4487a3f6 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:19.053749 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4b3e72-d5f4-408a-a679-d39fbd246dba admin admin] Router 5c49e9b2-067f-4374-bf84-a7ae5c2be55a is scheduled to L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 02 18:13:19.061367 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-38c12359-602b-4ad0-98c0-f9e799c84a98 service neutron] 10.222.0.10 "GET /v2.0/networks/2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3332326
Apr 02 18:13:19.063838 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eec455-74a1-4985-be1b-dcf928c46dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37b34f4-3f0b-475d-a770-f1b6fdc869c4,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:19.071987 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-d8eec455-74a1-4985-be1b-dcf928c46dbb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9522e03ea32c4928ade8b56e9fdce60d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7370930
Apr 02 18:13:19.075394 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 38448) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:19.080288 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eec455-74a1-4985-be1b-dcf928c46dbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:19.080695 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eec455-74a1-4985-be1b-dcf928c46dbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:19.081247 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eec455-74a1-4985-be1b-dcf928c46dbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:19.083774 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eec455-74a1-4985-be1b-dcf928c46dbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:19.083774 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eec455-74a1-4985-be1b-dcf928c46dbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:19.083774 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eec455-74a1-4985-be1b-dcf928c46dbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:19.083774 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eec455-74a1-4985-be1b-dcf928c46dbb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:19.083774 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eec455-74a1-4985-be1b-dcf928c46dbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:19.084272 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eec455-74a1-4985-be1b-dcf928c46dbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:19.084272 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eec455-74a1-4985-be1b-dcf928c46dbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:19.084643 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eec455-74a1-4985-be1b-dcf928c46dbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:19.085018 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eec455-74a1-4985-be1b-dcf928c46dbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:19.089198 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d8eec455-74a1-4985-be1b-dcf928c46dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:19.250434 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-320c509e-9899-4d92-8c26-d76a22cb0d97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5401b529-9099-49b2-bba2-84b67d578439 {{(pid=84390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:13:19.267039 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-320c509e-9899-4d92-8c26-d76a22cb0d97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:19.306348 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-320c509e-9899-4d92-8c26-d76a22cb0d97 service neutron] Transition to ACTIVE for port object 5401b529-9099-49b2-bba2-84b67d578439 will not be triggered until provisioned by entity L2. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:19.322397 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-7f01823a-7cd9-40a3-b62c-b6fb4487a3f6 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Allocated IP 172.20.0.10 (f11e7f14-5ba4-410d-85b4-c0921e8a68ca/d22463d5-7d59-46a7-85e2-a7dce3c99838/990ce960-5d76-476b-aa11-44772651f831) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:13:19.345324 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-320c509e-9899-4d92-8c26-d76a22cb0d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:19.366432 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-164feade-891d-4a2a-af08-23b5984ff8fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:19.576311 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c509e-9899-4d92-8c26-d76a22cb0d97 service neutron] Pushing event updated for resources: {'Port': ['ID=5401b529-9099-49b2-bba2-84b67d578439,revision_number=2']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:19.579184 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-320c509e-9899-4d92-8c26-d76a22cb0d97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:19.602025 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4b3e72-d5f4-408a-a679-d39fbd246dba admin admin] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:13:19.604367 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e0101654-bd3c-4c15-8929-5edca6e23760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:19.614270 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90afdd97-8868-4916-b55d-70fc8fea9f5d None None] Sync routers for ids ['5c49e9b2-067f-4374-bf84-a7ae5c2be55a'] in dv-cinder-784603-1-iscsi {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:13:19.632153 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90afdd97-8868-4916-b55d-70fc8fea9f5d None None] Routers {'5c49e9b2-067f-4374-bf84-a7ae5c2be55a'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:13:19.633156 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-90afdd97-8868-4916-b55d-70fc8fea9f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10ce82b0>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:12:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['5c49e9b2-067f-4374-bf84-a7ae5c2be55a'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:19.641969 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9901947d-4696-42bd-8925-d755ed68ed34 req-0a830ed2-e538-4264-9802-ad37f2acc110 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6574fd-f26b-4f07-8a81-6ebace453949 HTTP/1.1" status: 200  len: 210 time: 0.2314427
Apr 02 18:13:19.702310 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a546a6-545f-416d-907a-5d1ad91633d6 req-7bd66ccd-bb1e-4c43-8718-1d38cec3c5c4 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:19.704407 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-78a546a6-545f-416d-907a-5d1ad91633d6 req-7bd66ccd-bb1e-4c43-8718-1d38cec3c5c4 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.3562932
Apr 02 18:13:19.850173 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e0101654-bd3c-4c15-8929-5edca6e23760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:20.044918 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-90afdd97-8868-4916-b55d-70fc8fea9f5d None None] Set router 5c49e9b2-067f-4374-bf84-a7ae5c2be55a gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:13:20.057606 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-78a546a6-545f-416d-907a-5d1ad91633d6 req-99a20b3e-67fb-427c-86f8-6601a8f67cb8 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3147366
Apr 02 18:13:20.079244 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82621e0c-ecc3-41ac-8ca2-e77577492b8c req-00a2e1e0-293a-4737-b2f4-53059ab30717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:20.081219 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-82621e0c-ecc3-41ac-8ca2-e77577492b8c req-00a2e1e0-293a-4737-b2f4-53059ab30717 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=159f37d0eaf249a6b846671eb3cc125d&device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 1099 time: 0.8227191
Apr 02 18:13:20.134923 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3e72-d5f4-408a-a679-d39fbd246dba admin admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:20.140003 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-6e4b3e72-d5f4-408a-a679-d39fbd246dba admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 9.0095985
Apr 02 18:13:20.161244 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 38494) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:20.300900 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-320c509e-9899-4d92-8c26-d76a22cb0d97 service neutron] Attempting to bind port 5401b529-9099-49b2-bba2-84b67d578439 on host hv-cinder-78460 for vnic_type normal with profile  {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:13:20.304966 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-320c509e-9899-4d92-8c26-d76a22cb0d97 service neutron] Attempting to bind port 5401b529-9099-49b2-bba2-84b67d578439 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': 'f987815a-0fd5-40b0-85da-34501f7e40a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c'}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:13:20.314887 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-320c509e-9899-4d92-8c26-d76a22cb0d97 service neutron] Attempting to bind port 5401b529-9099-49b2-bba2-84b67d578439 on network ba3fcca8-4959-4278-9c76-59b99609716c {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:13:20.372382 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-7f01823a-7cd9-40a3-b62c-b6fb4487a3f6 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:20.381472 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-320c509e-9899-4d92-8c26-d76a22cb0d97 service neutron] Port 5401b529-9099-49b2-bba2-84b67d578439 on network ba3fcca8-4959-4278-9c76-59b99609716c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:13:20.382010 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-320c509e-9899-4d92-8c26-d76a22cb0d97 service neutron] Attempting to bind port 5401b529-9099-49b2-bba2-84b67d578439 on network ba3fcca8-4959-4278-9c76-59b99609716c {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:13:20.393208 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-320c509e-9899-4d92-8c26-d76a22cb0d97 service neutron] Checking agent: {'id': 'ba9f1d54-5540-4326-91bf-66629f4d5678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'started_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:13:20.393867 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-320c509e-9899-4d92-8c26-d76a22cb0d97 service neutron] Checking segment: {'id': 'f987815a-0fd5-40b0-85da-34501f7e40a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:13:20.395185 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-320c509e-9899-4d92-8c26-d76a22cb0d97 service neutron] Bound using segment: {'id': 'f987815a-0fd5-40b0-85da-34501f7e40a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c'} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:13:20.395846 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-320c509e-9899-4d92-8c26-d76a22cb0d97 service neutron] Bound port: 5401b529-9099-49b2-bba2-84b67d578439, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f987815a-0fd5-40b0-85da-34501f7e40a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c'}}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:13:20.396411 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-320c509e-9899-4d92-8c26-d76a22cb0d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:20.561681 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-90afdd97-8868-4916-b55d-70fc8fea9f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10ce82b0>, [{'id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'name': 'tempest-TestMinimumBasicScenario-931707732-router', 'tenant_id': '456d975739e04659be41d35506548735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '9e99b0d2-2955-416a-a7a7-00a6e8bc3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:11Z', 'updated_at': '2021-04-02T18:13:16Z', 'revision_number': 3, 'project_id': '456d975739e04659be41d35506548735', 'gw_port': {'id': '9e99b0d2-2955-416a-a7a7-00a6e8bc3b46', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:29:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:13Z', 'updated_at': '2021-04-02T18:13:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:20.562496 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-7f01823a-7cd9-40a3-b62c-b6fb4487a3f6 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:20.567990 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90afdd97-8868-4916-b55d-70fc8fea9f5d None None] Checking router: 5c49e9b2-067f-4374-bf84-a7ae5c2be55a for host: dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:13:20.568670 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90afdd97-8868-4916-b55d-70fc8fea9f5d None None] Updating router 5c49e9b2-067f-4374-bf84-a7ae5c2be55a port 9e99b0d2-2955-416a-a7a7-00a6e8bc3b46 binding host dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:13:20.603490 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 38508) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:20.608592 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-320c509e-9899-4d92-8c26-d76a22cb0d97 service neutron] For port 5401b529-9099-49b2-bba2-84b67d578439, host hv-cinder-78460, cleared binding levels {{(pid=84390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:13:20.610855 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:20.638625 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-90afdd97-8868-4916-b55d-70fc8fea9f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:20.770456 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e0101654-bd3c-4c15-8929-5edca6e23760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:20.774931 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b0948977-cb41-4b2b-a562-84b71d12e482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:20.775947 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-320c509e-9899-4d92-8c26-d76a22cb0d97 service neutron] For port 5401b529-9099-49b2-bba2-84b67d578439, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5401b529-9099-49b2-bba2-84b67d578439,segment=NetworkSegment(f987815a-0fd5-40b0-85da-34501f7e40a0),segment_id=f987815a-0fd5-40b0-85da-34501f7e40a0)] {{(pid=84390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:13:20.777834 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01823a-7cd9-40a3-b62c-b6fb4487a3f6 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Pushing event updated for resources: {'Port': ['ID=990ce960-5d76-476b-aa11-44772651f831,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:20.784012 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7f01823a-7cd9-40a3-b62c-b6fb4487a3f6 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:20.820417 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0101654-bd3c-4c15-8929-5edca6e23760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37b34f4-3f0b-475d-a770-f1b6fdc869c4,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:20.828595 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-320c509e-9899-4d92-8c26-d76a22cb0d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:20.836322 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e0101654-bd3c-4c15-8929-5edca6e23760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:20.855788 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3dded-072e-42a0-aead-bbf84d907a90 req-6c1c608e-f1b4-4be4-b5fb-cb7f10764b6a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:20.863565 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-62b3dded-072e-42a0-aead-bbf84d907a90 req-6c1c608e-f1b4-4be4-b5fb-cb7f10764b6a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 943 time: 0.9002573
Apr 02 18:13:20.901340 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e0101654-bd3c-4c15-8929-5edca6e23760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:20.903450 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-e0101654-bd3c-4c15-8929-5edca6e23760 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b37b34f4-3f0b-475d-a770-f1b6fdc869c4 HTTP/1.1" status: 204  len: 168 time: 1.8246634
Apr 02 18:13:20.942463 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82621e0c-ecc3-41ac-8ca2-e77577492b8c req-47799e69-007c-4963-a06a-1c4d3e595120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:20.944057 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-82621e0c-ecc3-41ac-8ca2-e77577492b8c req-47799e69-007c-4963-a06a-1c4d3e595120 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1fdcddea-b2b5-4b14-98c1-e98bd8f88785 HTTP/1.1" status: 200  len: 918 time: 0.8534176
Apr 02 18:13:20.977437 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-54ac9257-42e0-42ec-94bc-ea10bf9cae8a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:21.041869 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-5e928e12-399a-4e5d-b802-53d182c473d0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-53224554-network', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:21.051886 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-62b3dded-072e-42a0-aead-bbf84d907a90 req-d06cd9c1-b12f-476c-973b-0a8c9aabe723 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1873693
Apr 02 18:13:21.066886 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-82621e0c-ecc3-41ac-8ca2-e77577492b8c req-cf81e299-5fc1-4182-8d92-3e4ae0090a89 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5853389c-fccf-4c63-b5b4-fb203198adf4 HTTP/1.1" status: 200  len: 217 time: 0.0864384
Apr 02 18:13:21.091071 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-5e928e12-399a-4e5d-b802-53d182c473d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:21.106682 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-320c509e-9899-4d92-8c26-d76a22cb0d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:21.107370 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-320c509e-9899-4d92-8c26-d76a22cb0d97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:21.109060 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-320c509e-9899-4d92-8c26-d76a22cb0d97 service neutron] 10.222.0.15 "PUT /v2.0/ports/5401b529-9099-49b2-bba2-84b67d578439 HTTP/1.1" status: 200  len: 1093 time: 3.4321866
Apr 02 18:13:21.110104 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-5e928e12-399a-4e5d-b802-53d182c473d0 admin admin] Usage tracker for resource:network and tenant:bebbc6521cac473683ce0fe4a0a55d65 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:21.113154 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e9219f-df56-4104-9571-3df7d44980af', 'tag': '5401b529-9099-49b2-bba2-84b67d578439'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:13:21.129659 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-5e928e12-399a-4e5d-b802-53d182c473d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:21.160982 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-5e928e12-399a-4e5d-b802-53d182c473d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:21.181570 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-7f01823a-7cd9-40a3-b62c-b6fb4487a3f6 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Network f11e7f14-5ba4-410d-85b4-c0921e8a68ca is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:13:21.182458 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c509e-9899-4d92-8c26-d76a22cb0d97 service neutron] Pushing event updated for resources: {'Port': ['ID=5401b529-9099-49b2-bba2-84b67d578439,revision_number=3']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:21.242494 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-7f01823a-7cd9-40a3-b62c-b6fb4487a3f6 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:21.269320 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-320c509e-9899-4d92-8c26-d76a22cb0d97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:21.293867 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-7f01823a-7cd9-40a3-b62c-b6fb4487a3f6 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:13:21.339049 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e928e12-399a-4e5d-b802-53d182c473d0 admin admin] Made reservation on behalf of bebbc6521cac473683ce0fe4a0a55d65 for: {'network': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:13:21.344693 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5e928e12-399a-4e5d-b802-53d182c473d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for network, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:21.366536 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-90afdd97-8868-4916-b55d-70fc8fea9f5d None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:21.382455 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5e928e12-399a-4e5d-b802-53d182c473d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:21.390747 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fdcf3364-e24c-4cc2-ad5a-465a81625610 req-9be26160-e7af-46fa-a4a2-455d5273df5e tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6574fd-f26b-4f07-8a81-6ebace453949 HTTP/1.1" status: 200  len: 210 time: 0.0969005
Apr 02 18:13:21.405440 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f173337-1cec-4ebb-8b41-b6f9dbcdb31d req-c072a57d-ecf4-4170-8fa4-c87dff698620 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:21.413601 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1f173337-1cec-4ebb-8b41-b6f9dbcdb31d req-c072a57d-ecf4-4170-8fa4-c87dff698620 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96b8e4d-30a0-4217-98d5-9492b52ebb80 HTTP/1.1" status: 200  len: 932 time: 1.0383167
Apr 02 18:13:21.441842 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-5e928e12-399a-4e5d-b802-53d182c473d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:21.449041 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-90afdd97-8868-4916-b55d-70fc8fea9f5d None None] Transition to ACTIVE for port object 9e99b0d2-2955-416a-a7a7-00a6e8bc3b46 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:21.455617 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82621e0c-ecc3-41ac-8ca2-e77577492b8c req-2aaf957f-c99e-4651-90d9-7c440604e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:21.457669 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-82621e0c-ecc3-41ac-8ca2-e77577492b8c req-2aaf957f-c99e-4651-90d9-7c440604e0f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e424265f-054f-4091-8e6d-5b2cbdc6da6a HTTP/1.1" status: 200  len: 858 time: 0.3309562
Apr 02 18:13:21.462105 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-5e928e12-399a-4e5d-b802-53d182c473d0 admin admin] Usage tracker for resource:security_group_rule and tenant:bebbc6521cac473683ce0fe4a0a55d65 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:21.482805 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-5e928e12-399a-4e5d-b802-53d182c473d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:21.506818 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-5e928e12-399a-4e5d-b802-53d182c473d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:21.528580 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-7f01823a-7cd9-40a3-b62c-b6fb4487a3f6 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:21.529424 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-90afdd97-8868-4916-b55d-70fc8fea9f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:21.529563 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-7f01823a-7cd9-40a3-b62c-b6fb4487a3f6 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:21.542816 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-82621e0c-ecc3-41ac-8ca2-e77577492b8c req-d2e6d6a9-6c55-4276-8473-2df6eb68756f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fdcddea-b2b5-4b14-98c1-e98bd8f88785&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0715513
Apr 02 18:13:21.545436 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-1f173337-1cec-4ebb-8b41-b6f9dbcdb31d req-5f616310-9201-45a1-a1c4-dc0ea10c7a37 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Synchronizing usage tracker for tenant:ed7d1d5264c74304906ef3044a96cced on resource:security_group {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:13:21.556207 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:21.716048 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-7f01823a-7cd9-40a3-b62c-b6fb4487a3f6 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1961870
Apr 02 18:13:21.728410 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-b4edb276-8f92-4d42-b2f1-863e0f513be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:21.731374 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-b4edb276-8f92-4d42-b2f1-863e0f513be5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab81f0810293410f90055ce730a5f2ce&device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 1096 time: 0.5448120
Apr 02 18:13:21.746996 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-8fb55936-bf61-4eee-a133-ac2d863c7403 service neutron] Request body: {'port': {'device_id': 'c96b8e4d-30a0-4217-98d5-9492b52ebb80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:21.760510 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f968f7b-2f90-4972-8aa0-721fa6a6cf61 None None] Pushing event updated for resources: {'Port': ['ID=9e99b0d2-2955-416a-a7a7-00a6e8bc3b46,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:21.768217 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8f968f7b-2f90-4972-8aa0-721fa6a6cf61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:21.913642 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-90afdd97-8868-4916-b55d-70fc8fea9f5d None None] Attempting to bind port 9e99b0d2-2955-416a-a7a7-00a6e8bc3b46 on host dv-cinder-784603-1-iscsi for vnic_type normal with profile  {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:13:21.914060 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-90afdd97-8868-4916-b55d-70fc8fea9f5d None None] Attempting to bind port 9e99b0d2-2955-416a-a7a7-00a6e8bc3b46 by drivers openvswitch,hyperv on host dv-cinder-784603-1-iscsi at level 0 using segments [{'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:13:21.916251 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90afdd97-8868-4916-b55d-70fc8fea9f5d None None] Attempting to bind port 9e99b0d2-2955-416a-a7a7-00a6e8bc3b46 on network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:13:21.930398 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90afdd97-8868-4916-b55d-70fc8fea9f5d None None] Checking agent: {'id': '478d2ba1-0e2e-4399-8e0b-445f221199a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 2, 29), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:13:21.930820 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90afdd97-8868-4916-b55d-70fc8fea9f5d None None] Checking segment: {'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:13:21.931262 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-90afdd97-8868-4916-b55d-70fc8fea9f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:21.935043 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90afdd97-8868-4916-b55d-70fc8fea9f5d None None] Bound using segment: {'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:13:21.935628 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-90afdd97-8868-4916-b55d-70fc8fea9f5d None None] Bound port: 9e99b0d2-2955-416a-a7a7-00a6e8bc3b46, host: dv-cinder-784603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:13:21.936306 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-90afdd97-8868-4916-b55d-70fc8fea9f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:21.976517 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-1f173337-1cec-4ebb-8b41-b6f9dbcdb31d req-5f616310-9201-45a1-a1c4-dc0ea10c7a37 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Unset dirty status for tenant:ed7d1d5264c74304906ef3044a96cced on resource:security_group {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:13:21.985916 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1f173337-1cec-4ebb-8b41-b6f9dbcdb31d req-5f616310-9201-45a1-a1c4-dc0ea10c7a37 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5713549
Apr 02 18:13:22.072664 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-90afdd97-8868-4916-b55d-70fc8fea9f5d None None] For port 9e99b0d2-2955-416a-a7a7-00a6e8bc3b46, host dv-cinder-784603-1-iscsi, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:13:22.077785 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-90afdd97-8868-4916-b55d-70fc8fea9f5d None None] For port 9e99b0d2-2955-416a-a7a7-00a6e8bc3b46, host dv-cinder-784603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=9e99b0d2-2955-416a-a7a7-00a6e8bc3b46,segment=NetworkSegment(422579c7-e086-4847-b55f-de8760ffa8dd),segment_id=422579c7-e086-4847-b55f-de8760ffa8dd)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:13:22.129804 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-90afdd97-8868-4916-b55d-70fc8fea9f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:22.153628 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-dc837f9a-a511-4900-84ea-41ffc3c20b65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5401b529-9099-49b2-bba2-84b67d578439 HTTP/1.1" status: 200  len: 217 time: 0.3458738
Apr 02 18:13:22.157467 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:22.278000 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-82621e0c-ecc3-41ac-8ca2-e77577492b8c req-7efcfe2c-2276-4ccf-acfb-1cf90df0b9fa service neutron] 10.222.0.15 "GET /v2.0/networks/1fdcddea-b2b5-4b14-98c1-e98bd8f88785?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7094576
Apr 02 18:13:22.397709 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f968f7b-2f90-4972-8aa0-721fa6a6cf61 None None] Pushing event updated for resources: {'Port': ['ID=9e99b0d2-2955-416a-a7a7-00a6e8bc3b46,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:22.404365 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8f968f7b-2f90-4972-8aa0-721fa6a6cf61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:22.457664 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90afdd97-8868-4916-b55d-70fc8fea9f5d None None] Routers {'5c49e9b2-067f-4374-bf84-a7ae5c2be55a'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:13:22.458528 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-90afdd97-8868-4916-b55d-70fc8fea9f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10ce82b0>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:12:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['5c49e9b2-067f-4374-bf84-a7ae5c2be55a'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:22.523601 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880a273-8944-41b2-a70d-c0504b72b3b7 req-58341deb-7f40-4533-bc1c-0d0c520c0418 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:22.525326 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2880a273-8944-41b2-a70d-c0504b72b3b7 req-58341deb-7f40-4533-bc1c-0d0c520c0418 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.8363512
Apr 02 18:13:22.614958 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-8fb55936-bf61-4eee-a133-ac2d863c7403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:22.632541 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e9219f-df56-4104-9571-3df7d44980af', 'tag': '5401b529-9099-49b2-bba2-84b67d578439', 'status': 'completed', 'code': 200}
Apr 02 18:13:22.715720 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-90afdd97-8868-4916-b55d-70fc8fea9f5d None None] Set router 5c49e9b2-067f-4374-bf84-a7ae5c2be55a gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:13:22.749845 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-87e29bcf-b099-4a26-ba92-32ebd833ea13 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:22.751188 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-87e29bcf-b099-4a26-ba92-32ebd833ea13 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.15 "GET /v2.0/networks?id=2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff HTTP/1.1" status: 200  len: 814 time: 1.1631050
Apr 02 18:13:22.775684 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-14d23467-9980-42fc-b570-4d4a8dc2458b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Request body: {'port': {'device_id': 'ed6574fd-f26b-4f07-8a81-6ebace453949', 'network_id': '2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff', 'admin_state_up': True, 'tenant_id': '469aa9b529694baa91a42fa0eae6e868'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:22.807007 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-37dc99cc-2785-4abf-82f8-b1bd2051d76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:22.809118 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-37dc99cc-2785-4abf-82f8-b1bd2051d76b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b47bc7a-7e44-4ded-9896-b2dbc84447fe HTTP/1.1" status: 200  len: 856 time: 0.6416645
Apr 02 18:13:22.853849 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2880a273-8944-41b2-a70d-c0504b72b3b7 req-dbbd41db-a373-432a-9211-e47e7f738788 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2342472
Apr 02 18:13:23.065790 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c438a8cc-72fa-4c1e-8be3-874fed9fc8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:23.092212 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5e928e12-399a-4e5d-b802-53d182c473d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:23.149626 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da250ab-a4bc-4143-982f-7ba0412c65fa req-e3f5319d-49a6-4a35-8cb0-f4ea5c525154 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:23.154841 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5da250ab-a4bc-4143-982f-7ba0412c65fa req-e3f5319d-49a6-4a35-8cb0-f4ea5c525154 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 943 time: 0.6284416
Apr 02 18:13:23.173842 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5e928e12-399a-4e5d-b802-53d182c473d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:23.184463 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-82621e0c-ecc3-41ac-8ca2-e77577492b8c req-2dfd1b09-96b3-43cb-9eb9-ed912f7c605b service neutron] 10.222.0.15 "GET /v2.0/networks/1fdcddea-b2b5-4b14-98c1-e98bd8f88785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8935530
Apr 02 18:13:23.190281 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-671a3b62-24fd-4a58-97ac-5387540cb347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:23.257748 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e928e12-399a-4e5d-b802-53d182c473d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'}  {{(pid=84390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:13:23.303471 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-14d23467-9980-42fc-b570-4d4a8dc2458b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:23.332308 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2d50c9ba-1aef-4017-87cd-0616ecce655d req-677e0b86-4523-4833-9ed6-4a8c3c9abc67 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6574fd-f26b-4f07-8a81-6ebace453949 HTTP/1.1" status: 200  len: 210 time: 0.2736759
Apr 02 18:13:23.360953 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5e928e12-399a-4e5d-b802-53d182c473d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:23.361355 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.segments_db [None req-5e928e12-399a-4e5d-b802-53d182c473d0 admin admin] Added segment be104902-cc58-428a-beee-7ce7057ded09 of type vlan for network 2a21418c-aaad-48d6-9830-9120a44bedf1
Apr 02 18:13:23.368157 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e928e12-399a-4e5d-b802-53d182c473d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386a2989-ad08-4f3f-9bd4-812a231a1e25,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:23.371282 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-14d23467-9980-42fc-b570-4d4a8dc2458b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Usage tracker for resource:port and tenant:469aa9b529694baa91a42fa0eae6e868 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:23.393010 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-14d23467-9980-42fc-b570-4d4a8dc2458b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:23.400165 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-5e928e12-399a-4e5d-b802-53d182c473d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:23.403810 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-14d23467-9980-42fc-b570-4d4a8dc2458b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:23.408697 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-7eaeed6e-abab-4be4-8c47-328aa135b18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:23.410363 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-7eaeed6e-abab-4be4-8c47-328aa135b18d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba3fcca8-4959-4278-9c76-59b99609716c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4746392
Apr 02 18:13:23.476573 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5da250ab-a4bc-4143-982f-7ba0412c65fa req-971abd7e-b76e-44bb-bdf3-970698ee68ba tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3030727
Apr 02 18:13:23.541305 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-90afdd97-8868-4916-b55d-70fc8fea9f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10ce82b0>, [{'id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'name': 'tempest-TestMinimumBasicScenario-931707732-router', 'tenant_id': '456d975739e04659be41d35506548735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '9e99b0d2-2955-416a-a7a7-00a6e8bc3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:11Z', 'updated_at': '2021-04-02T18:13:16Z', 'revision_number': 3, 'project_id': '456d975739e04659be41d35506548735', 'gw_port': {'id': '9e99b0d2-2955-416a-a7a7-00a6e8bc3b46', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:29:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:13Z', 'updated_at': '2021-04-02T18:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:23.545617 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90afdd97-8868-4916-b55d-70fc8fea9f5d None None] The sync data for ids ['5c49e9b2-067f-4374-bf84-a7ae5c2be55a'] in dv-cinder-784603-1-iscsi is: [{'id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'name': 'tempest-TestMinimumBasicScenario-931707732-router', 'tenant_id': '456d975739e04659be41d35506548735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '9e99b0d2-2955-416a-a7a7-00a6e8bc3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:11Z', 'updated_at': '2021-04-02T18:13:16Z', 'revision_number': 3, 'project_id': '456d975739e04659be41d35506548735', 'gw_port': {'id': '9e99b0d2-2955-416a-a7a7-00a6e8bc3b46', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:29:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:13Z', 'updated_at': '2021-04-02T18:13:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:13:23.576651 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5e928e12-399a-4e5d-b802-53d182c473d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740008826705'] for network, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:23.640575 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-c438a8cc-72fa-4c1e-8be3-874fed9fc8be admin admin] Allocated IP 172.20.0.1 (e5c976a4-2bf5-421b-86e8-e0cd53189ff2/5e84303b-04ac-4b80-ad14-3d620854a7fc/e5cc92fa-dc49-49b9-9cee-498494d1be60) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:13:23.703988 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5e928e12-399a-4e5d-b802-53d182c473d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971'] for network, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:23.735831 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e928e12-399a-4e5d-b802-53d182c473d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:23.736608 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5e928e12-399a-4e5d-b802-53d182c473d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:23.745667 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-14d23467-9980-42fc-b570-4d4a8dc2458b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Made reservation on behalf of 469aa9b529694baa91a42fa0eae6e868 for: {'port': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:13:23.753005 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-14d23467-9980-42fc-b570-4d4a8dc2458b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:23.778580 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:24.035695 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-c0d2f511-6a7a-4569-b0df-987f9050a671 service neutron] 10.222.0.15 "GET /v2.0/networks/ba3fcca8-4959-4278-9c76-59b99609716c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5905969
Apr 02 18:13:24.126598 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c782e94-6055-4c71-b544-332591b53e73 req-ee7aaf24-4c48-4944-a9dd-2aa80af2c017 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:24.134274 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2c782e94-6055-4c71-b544-332591b53e73 req-ee7aaf24-4c48-4944-a9dd-2aa80af2c017 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96b8e4d-30a0-4217-98d5-9492b52ebb80 HTTP/1.1" status: 200  len: 932 time: 0.5916319
Apr 02 18:13:24.248125 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 38632) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:24.252169 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-5e928e12-399a-4e5d-b802-53d182c473d0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 3.5480902
Apr 02 18:13:24.258484 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 38634) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:24.284166 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e928e12-399a-4e5d-b802-53d182c473d0 admin admin] Pushing event updated for resources: {'Network': ['ID=2a21418c-aaad-48d6-9830-9120a44bedf1,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:24.288456 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-4067db21-67c4-4778-863a-acb6c3d7901f admin admin] Request body: {'subnet': {'network_id': '2a21418c-aaad-48d6-9830-9120a44bedf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-53224554-subnet', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'ip_version': 4}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:24.288991 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.db.resource_extend [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-8fb55936-bf61-4eee-a133-ac2d863c7403 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 02 18:13:24.304856 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-5e928e12-399a-4e5d-b802-53d182c473d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:24.309456 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2c782e94-6055-4c71-b544-332591b53e73 req-da4a3ae6-9e54-4d77-9e44-62c94fe11f3f tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223691
Apr 02 18:13:24.309934 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Network 2a21418c-aaad-48d6-9830-9120a44bedf1 details requested by agent ovs-agent-dv-cinder-784603-1-iscsi with host dv-cinder-784603-1-iscsi {{(pid=84392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:13:24.313842 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-4067db21-67c4-4778-863a-acb6c3d7901f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:24.349457 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-4067db21-67c4-4778-863a-acb6c3d7901f admin admin] Usage tracker for resource:subnet and tenant:bebbc6521cac473683ce0fe4a0a55d65 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:24.361457 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-4067db21-67c4-4778-863a-acb6c3d7901f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:24.377772 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-4067db21-67c4-4778-863a-acb6c3d7901f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:24.405322 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c438a8cc-72fa-4c1e-8be3-874fed9fc8be admin admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:24.434983 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee43356-bde0-41e6-a0ea-882b0ec6cc6c req-cb0c133b-3910-4c72-81bb-ed187b53dc1a tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:24.436274 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1ee43356-bde0-41e6-a0ea-882b0ec6cc6c req-cb0c133b-3910-4c72-81bb-ed187b53dc1a tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.3296790
Apr 02 18:13:24.439354 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-c438a8cc-72fa-4c1e-8be3-874fed9fc8be admin admin] Transition to ACTIVE for port object e5cc92fa-dc49-49b9-9cee-498494d1be60 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:24.441038 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4067db21-67c4-4778-863a-acb6c3d7901f admin admin] Made reservation on behalf of bebbc6521cac473683ce0fe4a0a55d65 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:13:24.445544 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4067db21-67c4-4778-863a-acb6c3d7901f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852202069'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:24.478408 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-14d23467-9980-42fc-b570-4d4a8dc2458b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Allocated IP 172.20.0.7 (2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff/6f251e70-9c7c-4901-a9b3-7ea1463d5c2b/61330e1f-49c0-468b-b35c-52cfa3736c14) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:13:24.534501 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-8fb55936-bf61-4eee-a133-ac2d863c7403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 990ce960-5d76-476b-aa11-44772651f831 {{(pid=84390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:13:24.549168 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-8fb55936-bf61-4eee-a133-ac2d863c7403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:24.609912 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2bd9eae7-2e22-416f-af17-37acfb1a0caf req-574c51ee-4b22-47ae-a317-374742926f2a service neutron] 10.222.0.15 "GET /v2.0/networks/ba3fcca8-4959-4278-9c76-59b99609716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5156047
Apr 02 18:13:24.640131 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-8fb55936-bf61-4eee-a133-ac2d863c7403 service neutron] Transition to ACTIVE for port object 990ce960-5d76-476b-aa11-44772651f831 will not be triggered until provisioned by entity L2. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:24.697708 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f11e607c-3b9f-460e-8575-5158ee7aed8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:24.710133 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5501fd40-84a8-4b6a-ac18-db9c0019abb5 req-0f77bc5e-2950-4036-8e7f-e13a0b2ceb11 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6574fd-f26b-4f07-8a81-6ebace453949 HTTP/1.1" status: 200  len: 210 time: 0.1405675
Apr 02 18:13:24.749056 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-8fb55936-bf61-4eee-a133-ac2d863c7403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:24.756533 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1ee43356-bde0-41e6-a0ea-882b0ec6cc6c req-bf083893-a319-4ae4-b97a-9b249b2b417b tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2894897
Apr 02 18:13:24.763479 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-f11e607c-3b9f-460e-8575-5158ee7aed8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:24.775169 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-f11e607c-3b9f-460e-8575-5158ee7aed8a admin admin] Usage tracker for resource:security_group_rule and tenant:aedaf375b9684d91ae57ef8457e21fc8 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:24.781104 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-f11e607c-3b9f-460e-8575-5158ee7aed8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:24.785157 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:24.796590 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-f11e607c-3b9f-460e-8575-5158ee7aed8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:24.876913 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c438a8cc-72fa-4c1e-8be3-874fed9fc8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851822213'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:24.976898 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-08c65444-52ac-4f84-bd1c-ebc5cf5e6682 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:25.219234 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438a8cc-72fa-4c1e-8be3-874fed9fc8be admin admin] Pushing event updated for resources: {'Port': ['ID=e5cc92fa-dc49-49b9-9cee-498494d1be60,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:25.253891 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c438a8cc-72fa-4c1e-8be3-874fed9fc8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:25.288141 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb55936-bf61-4eee-a133-ac2d863c7403 service neutron] Pushing event updated for resources: {'Port': ['ID=990ce960-5d76-476b-aa11-44772651f831,revision_number=2']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:25.316672 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8fb55936-bf61-4eee-a133-ac2d863c7403 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:25.389459 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf5c82-45fd-4e20-9b99-468c2943426a req-9d6f4c63-adbe-4352-8a35-725ce719aa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:25.391114 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-56bf5c82-45fd-4e20-9b99-468c2943426a req-9d6f4c63-adbe-4352-8a35-725ce719aa73 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab81f0810293410f90055ce730a5f2ce&device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 1096 time: 0.6253936
Apr 02 18:13:25.394092 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-14d23467-9980-42fc-b570-4d4a8dc2458b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:25.412107 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed49c4-ed61-4b96-9f05-aa215f409dae req-1d0a982a-371d-4c97-b28d-948ef26a67c7 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:25.413755 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bbed49c4-ed61-4b96-9f05-aa215f409dae req-1d0a982a-371d-4c97-b28d-948ef26a67c7 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 943 time: 0.5386574
Apr 02 18:13:25.418442 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f11e607c-3b9f-460e-8575-5158ee7aed8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:25.425028 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c438a8cc-72fa-4c1e-8be3-874fed9fc8be admin admin] Network e5c976a4-2bf5-421b-86e8-e0cd53189ff2 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:13:25.426977 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-c438a8cc-72fa-4c1e-8be3-874fed9fc8be admin admin] Resources bound (agent type, host, resource id):  {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:25.443825 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c438a8cc-72fa-4c1e-8be3-874fed9fc8be admin admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:13:25.483932 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f11e607c-3b9f-460e-8575-5158ee7aed8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:25.533648 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7ca2ff7c-575c-4942-bf68-f6da9ead7e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:25.620676 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 9e99b0d2-2955-416a-a7a7-00a6e8bc3b46 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:25.643044 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-f11e607c-3b9f-460e-8575-5158ee7aed8a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aedaf375b9684d91ae57ef8457e21fc8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3876345
Apr 02 18:13:25.646341 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bbed49c4-ed61-4b96-9f05-aa215f409dae req-e5df9efd-cfe8-43a2-864c-fc4c9d0a84c1 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2235169
Apr 02 18:13:25.649189 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 38666) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:25.656930 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e607c-3b9f-460e-8575-5158ee7aed8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca0eb64-6949-42f5-833d-3eeabc97a438,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:25.664261 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f11e607c-3b9f-460e-8575-5158ee7aed8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:25.681334 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c438a8cc-72fa-4c1e-8be3-874fed9fc8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854367933'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:25.765155 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-8fb55936-bf61-4eee-a133-ac2d863c7403 service neutron] Attempting to bind port 990ce960-5d76-476b-aa11-44772651f831 on host hv-cinder-78460 for vnic_type normal with profile  {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:13:25.765778 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-8fb55936-bf61-4eee-a133-ac2d863c7403 service neutron] Attempting to bind port 990ce960-5d76-476b-aa11-44772651f831 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '0f9f35da-6dca-4704-809e-53ca6f077541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f11e7f14-5ba4-410d-85b4-c0921e8a68ca'}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:13:25.766151 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-8fb55936-bf61-4eee-a133-ac2d863c7403 service neutron] Attempting to bind port 990ce960-5d76-476b-aa11-44772651f831 on network f11e7f14-5ba4-410d-85b4-c0921e8a68ca {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:13:25.772237 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf5c82-45fd-4e20-9b99-468c2943426a req-b24a5a35-5ecd-48a4-a1d7-17b8e6c4ce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:25.774130 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-56bf5c82-45fd-4e20-9b99-468c2943426a req-b24a5a35-5ecd-48a4-a1d7-17b8e6c4ce6a service neutron] 10.222.0.15 "GET /v2.0/networks?id=ba3fcca8-4959-4278-9c76-59b99609716c HTTP/1.1" status: 200  len: 917 time: 0.3148422
Apr 02 18:13:25.775407 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-1ee1b3da-f659-462c-b2ef-0166c4b10107 None None] Provisioning for port e5cc92fa-dc49-49b9-9cee-498494d1be60 completed by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:25.778833 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-8fb55936-bf61-4eee-a133-ac2d863c7403 service neutron] Port 990ce960-5d76-476b-aa11-44772651f831 on network f11e7f14-5ba4-410d-85b4-c0921e8a68ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:13:25.779297 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-8fb55936-bf61-4eee-a133-ac2d863c7403 service neutron] Attempting to bind port 990ce960-5d76-476b-aa11-44772651f831 on network f11e7f14-5ba4-410d-85b4-c0921e8a68ca {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:13:25.786978 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-1ee1b3da-f659-462c-b2ef-0166c4b10107 None None] Provisioning complete for port e5cc92fa-dc49-49b9-9cee-498494d1be60 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:25.787646 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1ee1b3da-f659-462c-b2ef-0166c4b10107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:25.839138 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-877ca0ff-0d57-4c03-bb3f-f2952c19f8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:25.844067 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning for port 9e99b0d2-2955-416a-a7a7-00a6e8bc3b46 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:25.850245 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65157e4-d496-49f5-9f6b-a915dc2ce5d8 req-f6c87241-a656-4245-b88c-143f051e7011 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:25.851954 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b65157e4-d496-49f5-9f6b-a915dc2ce5d8 req-f6c87241-a656-4245-b88c-143f051e7011 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96b8e4d-30a0-4217-98d5-9492b52ebb80 HTTP/1.1" status: 200  len: 944 time: 0.3789701
Apr 02 18:13:25.864037 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-8fb55936-bf61-4eee-a133-ac2d863c7403 service neutron] Checking agent: {'id': 'ba9f1d54-5540-4326-91bf-66629f4d5678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'started_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:13:25.864759 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-8fb55936-bf61-4eee-a133-ac2d863c7403 service neutron] Checking segment: {'id': '0f9f35da-6dca-4704-809e-53ca6f077541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f11e7f14-5ba4-410d-85b4-c0921e8a68ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:13:25.865325 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-8fb55936-bf61-4eee-a133-ac2d863c7403 service neutron] Bound using segment: {'id': '0f9f35da-6dca-4704-809e-53ca6f077541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f11e7f14-5ba4-410d-85b4-c0921e8a68ca'} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:13:25.865973 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-8fb55936-bf61-4eee-a133-ac2d863c7403 service neutron] Bound port: 990ce960-5d76-476b-aa11-44772651f831, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f9f35da-6dca-4704-809e-53ca6f077541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f11e7f14-5ba4-410d-85b4-c0921e8a68ca'}}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:13:25.866539 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-8fb55936-bf61-4eee-a133-ac2d863c7403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:25.874071 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-1ee1b3da-f659-462c-b2ef-0166c4b10107 None None] Port e5cc92fa-dc49-49b9-9cee-498494d1be60 cannot update to ACTIVE because it is not bound. {{(pid=84392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:13:25.879376 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port 9e99b0d2-2955-416a-a7a7-00a6e8bc3b46 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:25.880059 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:25.882353 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-56bf5c82-45fd-4e20-9b99-468c2943426a req-fe94e33d-8953-4dd5-8811-9bace93a084e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5401b529-9099-49b2-bba2-84b67d578439 HTTP/1.1" status: 200  len: 217 time: 0.0976670
Apr 02 18:13:25.883661 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-14d23467-9980-42fc-b570-4d4a8dc2458b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:25.905443 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8fb55936-bf61-4eee-a133-ac2d863c7403 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:25.961858 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['56ab80a2-d47b-476b-84f0-88dd9c8fc122', '212ca02c-96e3-4426-a7f9-2294670cf53b'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:13:26.017461 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-877ca0ff-0d57-4c03-bb3f-f2952c19f8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:26.063465 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b65157e4-d496-49f5-9f6b-a915dc2ce5d8 req-ffcd2e8d-d74b-4b5c-869a-5c2d4e838bc0 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1789293
Apr 02 18:13:26.070045 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 5401b529-9099-49b2-bba2-84b67d578439 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:13:26.141913 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:26.161108 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] For port 9e99b0d2-2955-416a-a7a7-00a6e8bc3b46, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=9e99b0d2-2955-416a-a7a7-00a6e8bc3b46,segment=NetworkSegment(422579c7-e086-4847-b55f-de8760ffa8dd),segment_id=422579c7-e086-4847-b55f-de8760ffa8dd)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:26.172350 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d23467-9980-42fc-b570-4d4a8dc2458b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Pushing event updated for resources: {'Port': ['ID=61330e1f-49c0-468b-b35c-52cfa3736c14,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:26.194012 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-14d23467-9980-42fc-b570-4d4a8dc2458b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:26.224852 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf5c82-45fd-4e20-9b99-468c2943426a req-8be20294-677b-475d-ba7d-924141992a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:26.225406 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c438a8cc-72fa-4c1e-8be3-874fed9fc8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:26.225496 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-56bf5c82-45fd-4e20-9b99-468c2943426a req-8be20294-677b-475d-ba7d-924141992a0c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b47bc7a-7e44-4ded-9896-b2dbc84447fe HTTP/1.1" status: 200  len: 856 time: 0.2749195
Apr 02 18:13:26.242525 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961823d3-bd96-4deb-8cdf-68b16feb38d9 req-84a2777e-1ed4-43cf-a01b-06c73d171df6 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:26.245009 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:26.250658 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-961823d3-bd96-4deb-8cdf-68b16feb38d9 req-84a2777e-1ed4-43cf-a01b-06c73d171df6 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6574fd-f26b-4f07-8a81-6ebace453949 HTTP/1.1" status: 200  len: 931 time: 0.3815980
Apr 02 18:13:26.259154 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4067db21-67c4-4778-863a-acb6c3d7901f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851822179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852202088'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:26.286361 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-8fb55936-bf61-4eee-a133-ac2d863c7403 service neutron] For port 990ce960-5d76-476b-aa11-44772651f831, host hv-cinder-78460, cleared binding levels {{(pid=84390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:13:26.298084 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:26.318114 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-9cdb7f79-d7da-46ab-8453-beb758015273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:26.320348 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-8fb55936-bf61-4eee-a133-ac2d863c7403 service neutron] For port 990ce960-5d76-476b-aa11-44772651f831, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=990ce960-5d76-476b-aa11-44772651f831,segment=NetworkSegment(0f9f35da-6dca-4704-809e-53ca6f077541),segment_id=0f9f35da-6dca-4704-809e-53ca6f077541)] {{(pid=84390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:13:26.371234 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-8fb55936-bf61-4eee-a133-ac2d863c7403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:26.399500 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:26.462538 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-14d23467-9980-42fc-b570-4d4a8dc2458b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Network 2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:13:26.487458 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Pushing event updated for resources: {'Port': ['ID=9e99b0d2-2955-416a-a7a7-00a6e8bc3b46,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:26.491011 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:26.529405 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-14d23467-9980-42fc-b570-4d4a8dc2458b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:26.552159 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 5401b529-9099-49b2-bba2-84b67d578439, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5401b529-9099-49b2-bba2-84b67d578439,segment=NetworkSegment(f987815a-0fd5-40b0-85da-34501f7e40a0),segment_id=f987815a-0fd5-40b0-85da-34501f7e40a0)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:26.555184 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-14d23467-9980-42fc-b570-4d4a8dc2458b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:13:26.580448 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Returning: {'device': '5401b529-9099-49b2-bba2-84b67d578439', 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c', 'port_id': '5401b529-9099-49b2-bba2-84b67d578439', 'mac_address': 'fa:16:3e:f2:d4:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:13:26.647632 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf5c82-45fd-4e20-9b99-468c2943426a req-7492b88e-3ce7-4612-a79a-46eda51d2d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:26.649199 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-56bf5c82-45fd-4e20-9b99-468c2943426a req-7492b88e-3ce7-4612-a79a-46eda51d2d3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba3fcca8-4959-4278-9c76-59b99609716c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4184752
Apr 02 18:13:26.663609 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb55936-bf61-4eee-a133-ac2d863c7403 service neutron] Pushing event updated for resources: {'Port': ['ID=990ce960-5d76-476b-aa11-44772651f831,revision_number=3']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:26.688126 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:26.693499 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-877ca0ff-0d57-4c03-bb3f-f2952c19f8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:26.702565 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8fb55936-bf61-4eee-a133-ac2d863c7403 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:26.722790 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5401b529-9099-49b2-bba2-84b67d578439 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:13:26.752103 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 5401b529-9099-49b2-bba2-84b67d578439, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5401b529-9099-49b2-bba2-84b67d578439,segment=NetworkSegment(f987815a-0fd5-40b0-85da-34501f7e40a0),segment_id=f987815a-0fd5-40b0-85da-34501f7e40a0)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:26.775378 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-14d23467-9980-42fc-b570-4d4a8dc2458b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:26.776062 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-14d23467-9980-42fc-b570-4d4a8dc2458b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:26.778388 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-961823d3-bd96-4deb-8cdf-68b16feb38d9 req-23a01d4d-5179-457f-b97d-13a35b03f0ab tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5267444
Apr 02 18:13:26.792191 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:26.794255 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:26.877003 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=5401b529-9099-49b2-bba2-84b67d578439,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:26.880853 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:26.907109 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067db21-67c4-4778-863a-acb6c3d7901f admin admin] Pushing event updated for resources: {'Subnet': ['ID=26e14621-5573-4d8e-8c6f-261d8c7450e8,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:26.920303 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4067db21-67c4-4778-863a-acb6c3d7901f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:26.925778 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-486c970a-6e8f-4ebb-be1d-4352c0a0f82c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:26.956112 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-56bf5c82-45fd-4e20-9b99-468c2943426a req-a18ae314-4c82-4ff1-a92b-7595a8fc5984 service neutron] 10.222.0.15 "GET /v2.0/networks/ba3fcca8-4959-4278-9c76-59b99609716c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2930822
Apr 02 18:13:26.960228 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-14d23467-9980-42fc-b570-4d4a8dc2458b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.1936951
Apr 02 18:13:26.967994 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ca0ff-0d57-4c03-bb3f-f2952c19f8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca0eb64-6949-42f5-833d-3eeabc97a438,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:26.978566 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-877ca0ff-0d57-4c03-bb3f-f2952c19f8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:26.979244 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-877ca0ff-0d57-4c03-bb3f-f2952c19f8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:26.993603 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-877ca0ff-0d57-4c03-bb3f-f2952c19f8ff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fca0eb64-6949-42f5-833d-3eeabc97a438 HTTP/1.1" status: 204  len: 168 time: 1.3312571
Apr 02 18:13:27.018041 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-8fb55936-bf61-4eee-a133-ac2d863c7403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:27.018785 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-8fb55936-bf61-4eee-a133-ac2d863c7403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:27.020346 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-8fb55936-bf61-4eee-a133-ac2d863c7403 service neutron] 10.222.0.15 "PUT /v2.0/ports/990ce960-5d76-476b-aa11-44772651f831 HTTP/1.1" status: 200  len: 1094 time: 5.2786825
Apr 02 18:13:27.028344 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-748dbf90-7321-4b70-81ee-24dc4a18fc8f service neutron] Request body: {'port': {'device_id': 'ed6574fd-f26b-4f07-8a81-6ebace453949', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:27.067975 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96b8e4d-30a0-4217-98d5-9492b52ebb80', 'tag': '990ce960-5d76-476b-aa11-44772651f831'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:13:27.093193 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['5401b529-9099-49b2-bba2-84b67d578439'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:13:27.139703 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b7d71-400a-41bd-ac2e-16dbce6d50e4 req-01c9dce8-b309-47ec-a5d5-bd6481bb8800 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:27.141341 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4e9b7d71-400a-41bd-ac2e-16dbce6d50e4 req-01c9dce8-b309-47ec-a5d5-bd6481bb8800 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.7864180
Apr 02 18:13:27.310518 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4067db21-67c4-4778-863a-acb6c3d7901f admin admin] Checking segment: {'id': 'be104902-cc58-428a-beee-7ce7057ded09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2a21418c-aaad-48d6-9830-9120a44bedf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:13:27.311032 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4067db21-67c4-4778-863a-acb6c3d7901f admin admin] Network hostable DHCP agents. Network: 2a21418c-aaad-48d6-9830-9120a44bedf1, hostable agents: ['41a019fe-56df-4d22-b19a-be518ff15af3'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:13:27.329735 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4e9b7d71-400a-41bd-ac2e-16dbce6d50e4 req-80ef1f1b-d83d-4553-93bb-01734e0549f1 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1470249
Apr 02 18:13:27.344716 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-748dbf90-7321-4b70-81ee-24dc4a18fc8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:27.416574 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c438a8cc-72fa-4c1e-8be3-874fed9fc8be admin admin] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:27.426305 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-7a6b6651-5ac2-4a90-98f1-42e0704fb0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:27.432104 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-7a6b6651-5ac2-4a90-98f1-42e0704fb0c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed7d1d5264c74304906ef3044a96cced&device_id=c96b8e4d-30a0-4217-98d5-9492b52ebb80 HTTP/1.1" status: 200  len: 1097 time: 0.2934387
Apr 02 18:13:27.435010 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9605e3-dbdc-495f-ae4d-82ac75c2eb8c req-d77d14cb-8b5f-4848-a1e4-f25602dbd1dd tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:27.438235 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8a9605e3-dbdc-495f-ae4d-82ac75c2eb8c req-d77d14cb-8b5f-4848-a1e4-f25602dbd1dd tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 944 time: 0.3249943
Apr 02 18:13:27.439157 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4067db21-67c4-4778-863a-acb6c3d7901f admin admin] Network 2a21418c-aaad-48d6-9830-9120a44bedf1 is scheduled to be hosted by DHCP agent 41a019fe-56df-4d22-b19a-be518ff15af3 with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:13:27.495239 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c438a8cc-72fa-4c1e-8be3-874fed9fc8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2953587'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:27.622595 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-1afe45ab-b38e-4da0-ba49-1f512632852a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=990ce960-5d76-476b-aa11-44772651f831 HTTP/1.1" status: 200  len: 217 time: 0.1074293
Apr 02 18:13:27.628957 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-56bf5c82-45fd-4e20-9b99-468c2943426a req-5f2a4218-b149-4dfb-ad70-0e51480b87e6 service neutron] 10.222.0.15 "GET /v2.0/networks/ba3fcca8-4959-4278-9c76-59b99609716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6448920
Apr 02 18:13:27.629688 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 9e99b0d2-2955-416a-a7a7-00a6e8bc3b46 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:27.703113 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:27.704787 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cd7503ad-bf41-44b9-b9dd-40daddcec5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:27.759296 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port 9e99b0d2-2955-416a-a7a7-00a6e8bc3b46 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:27.759722 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:27.769164 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-4067db21-67c4-4778-863a-acb6c3d7901f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-iscsi, 2a21418c-aaad-48d6-9830-9120a44bedf1) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:27.779159 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 38690) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:27.803879 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdf4e39-aeb1-420f-aa26-320eb5f7c308 None None] Network 2a21418c-aaad-48d6-9830-9120a44bedf1 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:13:27.861333 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4067db21-67c4-4778-863a-acb6c3d7901f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:27.861950 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4067db21-67c4-4778-863a-acb6c3d7901f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:27.902774 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8a9605e3-dbdc-495f-ae4d-82ac75c2eb8c req-03e3a3cb-047b-4a83-a836-443f0d21e599 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4561222
Apr 02 18:13:27.919218 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f300-1d39-4a71-897e-59c05d5460f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:27.965316 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-4067db21-67c4-4778-863a-acb6c3d7901f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 3.6994944
Apr 02 18:13:27.976099 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 38696) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:28.000574 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c438a8cc-72fa-4c1e-8be3-874fed9fc8be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854365290'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:28.030599 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96b8e4d-30a0-4217-98d5-9492b52ebb80', 'tag': '990ce960-5d76-476b-aa11-44772651f831', 'status': 'completed', 'code': 200}
Apr 02 18:13:28.037848 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-ad402435-e6de-4b91-8238-0cceb33e7466 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-53224554-router', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:28.041496 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-d4c4f300-1d39-4a71-897e-59c05d5460f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:28.044411 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438a8cc-72fa-4c1e-8be3-874fed9fc8be admin admin] Pushing event updated for resources: {'Port': ['ID=e5cc92fa-dc49-49b9-9cee-498494d1be60,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:28.064922 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-8a26e73b-7676-470b-a4d5-c04a7df04765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:28.067085 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-8a26e73b-7676-470b-a4d5-c04a7df04765 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d22463d5-7d59-46a7-85e2-a7dce3c99838 HTTP/1.1" status: 200  len: 849 time: 0.4371545
Apr 02 18:13:28.150399 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-ae532c6a-cec4-4c6a-9815-d671ea577894 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f11e7f14-5ba4-410d-85b4-c0921e8a68ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0742702
Apr 02 18:13:28.169743 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c438a8cc-72fa-4c1e-8be3-874fed9fc8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:28.170799 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-d4c4f300-1d39-4a71-897e-59c05d5460f7 admin admin] Usage tracker for resource:security_group_rule and tenant:916f73df45fb44eb88b0961096c05017 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:28.173895 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-ad402435-e6de-4b91-8238-0cceb33e7466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:28.227788 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aaea08-577a-4819-81c8-20b8f55008de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8634273-20c2-5e01-b176-6034d848a5ba-2a21418c-aaad-48d6-9830-9120a44bedf1', 'network_id': '2a21418c-aaad-48d6-9830-9120a44bedf1', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'fixed_ips': [{'subnet_id': '26e14621-5573-4d8e-8c6f-261d8c7450e8'}]}} from dv-cinder-784603-1-iscsi. {{(pid=84392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 02 18:13:28.228716 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-81aaea08-577a-4819-81c8-20b8f55008de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:28.229115 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:13:28.232863 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-d4c4f300-1d39-4a71-897e-59c05d5460f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:28.289045 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-ad402435-e6de-4b91-8238-0cceb33e7466 admin admin] Usage tracker for resource:router and tenant:bebbc6521cac473683ce0fe4a0a55d65 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:28.294630 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-ad402435-e6de-4b91-8238-0cceb33e7466 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:28.305286 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-d4c4f300-1d39-4a71-897e-59c05d5460f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:28.324983 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-ad402435-e6de-4b91-8238-0cceb33e7466 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:28.337873 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ede342-e3ee-4ad6-9db8-fa6add885d72 req-bfdc823f-19a6-4693-9b25-aa7380e0f60f tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:28.345854 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-26ede342-e3ee-4ad6-9db8-fa6add885d72 req-bfdc823f-19a6-4693-9b25-aa7380e0f60f tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96b8e4d-30a0-4217-98d5-9492b52ebb80 HTTP/1.1" status: 200  len: 944 time: 0.8322654
Apr 02 18:13:28.439555 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-81aaea08-577a-4819-81c8-20b8f55008de None None] Allocated IP 172.20.0.2 (2a21418c-aaad-48d6-9830-9120a44bedf1/26e14621-5573-4d8e-8c6f-261d8c7450e8/3dc1f41a-88e1-4e12-bebb-260a803725f0) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:13:28.450278 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ad402435-e6de-4b91-8238-0cceb33e7466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-401632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14910'] for router, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:28.451580 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ad402435-e6de-4b91-8238-0cceb33e7466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854374265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854362256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854413507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760922'] for router, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:28.482250 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-653ef2ee-14f2-4848-97d6-21ab75b100c8 service neutron] 10.222.0.15 "GET /v2.0/networks/f11e7f14-5ba4-410d-85b4-c0921e8a68ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3141494
Apr 02 18:13:28.504523 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-26ede342-e3ee-4ad6-9db8-fa6add885d72 req-c08e9273-f0b0-46fb-ae67-841aedb4e26f tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184266
Apr 02 18:13:28.537819 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ad402435-e6de-4b91-8238-0cceb33e7466 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:28.544982 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c438a8cc-72fa-4c1e-8be3-874fed9fc8be admin admin] Network e5c976a4-2bf5-421b-86e8-e0cd53189ff2 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:13:28.562210 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db366df6-8e36-480a-ad7c-da8b50681107 req-1e65b0ab-4252-4d7c-b2f0-ee23ff2c8176 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:28.563905 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-db366df6-8e36-480a-ad7c-da8b50681107 req-1e65b0ab-4252-4d7c-b2f0-ee23ff2c8176 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6574fd-f26b-4f07-8a81-6ebace453949 HTTP/1.1" status: 200  len: 931 time: 0.3872688
Apr 02 18:13:28.567792 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-c438a8cc-72fa-4c1e-8be3-874fed9fc8be admin admin] Resources bound (agent type, host, resource id):  {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:28.753352 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-81aaea08-577a-4819-81c8-20b8f55008de None None] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:28.773244 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fe4a82af-8251-49bf-84fa-6a295afb67f9 req-6289915a-26bd-45d0-8583-72798e80827f service neutron] 10.222.0.15 "GET /v2.0/networks/f11e7f14-5ba4-410d-85b4-c0921e8a68ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2809396
Apr 02 18:13:28.790489 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:28.794494 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-81aaea08-577a-4819-81c8-20b8f55008de None None] Transition to ACTIVE for port object 3dc1f41a-88e1-4e12-bebb-260a803725f0 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:28.815203 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-748dbf90-7321-4b70-81ee-24dc4a18fc8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61330e1f-49c0-468b-b35c-52cfa3736c14 {{(pid=84390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:13:28.823785 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-748dbf90-7321-4b70-81ee-24dc4a18fc8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:28.830965 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-81aaea08-577a-4819-81c8-20b8f55008de None None] Transition to ACTIVE for port object 3dc1f41a-88e1-4e12-bebb-260a803725f0 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:28.838471 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-c8773e7c-49fc-43ab-aec6-0b1964b883b2 None None] Provisioning complete for port e5cc92fa-dc49-49b9-9cee-498494d1be60 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:28.839435 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c8773e7c-49fc-43ab-aec6-0b1964b883b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:28.925389 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-748dbf90-7321-4b70-81ee-24dc4a18fc8f service neutron] Transition to ACTIVE for port object 61330e1f-49c0-468b-b35c-52cfa3736c14 will not be triggered until provisioned by entity L2. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:28.930462 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-81aaea08-577a-4819-81c8-20b8f55008de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:28.950716 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:28.979783 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f300-1d39-4a71-897e-59c05d5460f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:28.989700 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-748dbf90-7321-4b70-81ee-24dc4a18fc8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:29.006980 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-db366df6-8e36-480a-ad7c-da8b50681107 req-2e674a15-71f9-4f53-b44c-3a6a34395e25 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4312253
Apr 02 18:13:29.063124 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8fb55936-bf61-4eee-a133-ac2d863c7403 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:29.074172 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-c8773e7c-49fc-43ab-aec6-0b1964b883b2 None None] Port e5cc92fa-dc49-49b9-9cee-498494d1be60 cannot update to ACTIVE because it is not bound. {{(pid=84392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:13:29.080674 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f300-1d39-4a71-897e-59c05d5460f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:29.117673 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b0974-5f66-4b4f-a5ac-cf4862ef92d8 req-5ec3ebd5-7532-4357-a5d8-b26a375a0131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:29.118081 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aaea08-577a-4819-81c8-20b8f55008de None None] Pushing event updated for resources: {'Port': ['ID=3dc1f41a-88e1-4e12-bebb-260a803725f0,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:29.119100 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-487b0974-5f66-4b4f-a5ac-cf4862ef92d8 req-5ec3ebd5-7532-4357-a5d8-b26a375a0131 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed7d1d5264c74304906ef3044a96cced&device_id=c96b8e4d-30a0-4217-98d5-9492b52ebb80 HTTP/1.1" status: 200  len: 1097 time: 0.2444563
Apr 02 18:13:29.122965 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-81aaea08-577a-4819-81c8-20b8f55008de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:29.185409 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81aaea08-577a-4819-81c8-20b8f55008de None None] Network 2a21418c-aaad-48d6-9830-9120a44bedf1 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:13:29.186976 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-81aaea08-577a-4819-81c8-20b8f55008de None None] Resources bound (agent type, host, resource id):  {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:29.189456 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aaea08-577a-4819-81c8-20b8f55008de None None] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:13:29.281771 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748dbf90-7321-4b70-81ee-24dc4a18fc8f service neutron] Pushing event updated for resources: {'Port': ['ID=61330e1f-49c0-468b-b35c-52cfa3736c14,revision_number=2']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:29.285139 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-748dbf90-7321-4b70-81ee-24dc4a18fc8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:29.308138 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-81aaea08-577a-4819-81c8-20b8f55008de None None] Attempting to bind port 3dc1f41a-88e1-4e12-bebb-260a803725f0 on host dv-cinder-784603-1-iscsi for vnic_type normal with profile  {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:13:29.308957 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-81aaea08-577a-4819-81c8-20b8f55008de None None] Attempting to bind port 3dc1f41a-88e1-4e12-bebb-260a803725f0 by drivers openvswitch,hyperv on host dv-cinder-784603-1-iscsi at level 0 using segments [{'id': 'be104902-cc58-428a-beee-7ce7057ded09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2a21418c-aaad-48d6-9830-9120a44bedf1'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:13:29.309645 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aaea08-577a-4819-81c8-20b8f55008de None None] Attempting to bind port 3dc1f41a-88e1-4e12-bebb-260a803725f0 on network 2a21418c-aaad-48d6-9830-9120a44bedf1 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:13:29.321022 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aaea08-577a-4819-81c8-20b8f55008de None None] Checking agent: {'id': '478d2ba1-0e2e-4399-8e0b-445f221199a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 2, 29), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:13:29.321824 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aaea08-577a-4819-81c8-20b8f55008de None None] Checking segment: {'id': 'be104902-cc58-428a-beee-7ce7057ded09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2a21418c-aaad-48d6-9830-9120a44bedf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:13:29.322677 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-81aaea08-577a-4819-81c8-20b8f55008de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:29.323341 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aaea08-577a-4819-81c8-20b8f55008de None None] Bound using segment: {'id': 'be104902-cc58-428a-beee-7ce7057ded09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2a21418c-aaad-48d6-9830-9120a44bedf1'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:13:29.324752 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-81aaea08-577a-4819-81c8-20b8f55008de None None] Bound port: 3dc1f41a-88e1-4e12-bebb-260a803725f0, host: dv-cinder-784603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be104902-cc58-428a-beee-7ce7057ded09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2a21418c-aaad-48d6-9830-9120a44bedf1'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:13:29.325397 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-81aaea08-577a-4819-81c8-20b8f55008de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:29.353691 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b71cf1c1-b48d-4dae-bca1-90fcc7ac202d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:29.362769 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b0974-5f66-4b4f-a5ac-cf4862ef92d8 req-d37ffa4f-7975-43f8-a96b-1582f690b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:29.364722 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-487b0974-5f66-4b4f-a5ac-cf4862ef92d8 req-d37ffa4f-7975-43f8-a96b-1582f690b423 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f11e7f14-5ba4-410d-85b4-c0921e8a68ca HTTP/1.1" status: 200  len: 909 time: 0.2312284
Apr 02 18:13:29.458416 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-81aaea08-577a-4819-81c8-20b8f55008de None None] For port 3dc1f41a-88e1-4e12-bebb-260a803725f0, host dv-cinder-784603-1-iscsi, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:13:29.463142 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-81aaea08-577a-4819-81c8-20b8f55008de None None] For port 3dc1f41a-88e1-4e12-bebb-260a803725f0, host dv-cinder-784603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=3dc1f41a-88e1-4e12-bebb-260a803725f0,segment=NetworkSegment(be104902-cc58-428a-beee-7ce7057ded09),segment_id=be104902-cc58-428a-beee-7ce7057ded09)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:13:29.492497 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ad402435-e6de-4b91-8238-0cceb33e7466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854362271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854362849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760937'] for router, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:29.509710 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-81aaea08-577a-4819-81c8-20b8f55008de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:29.533438 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4f300-1d39-4a71-897e-59c05d5460f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c39fe04-9ba5-474a-995e-3904c4ce88bf,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:29.541768 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-d4c4f300-1d39-4a71-897e-59c05d5460f7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=916f73df45fb44eb88b0961096c05017&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7546694
Apr 02 18:13:29.542570 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-487b0974-5f66-4b4f-a5ac-cf4862ef92d8 req-bd2e8d1b-c605-4e3f-b578-9c50d1a39ea0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=990ce960-5d76-476b-aa11-44772651f831 HTTP/1.1" status: 200  len: 217 time: 0.1094067
Apr 02 18:13:29.547712 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d4c4f300-1d39-4a71-897e-59c05d5460f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:29.548264 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 38714) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:29.553909 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c438a8cc-72fa-4c1e-8be3-874fed9fc8be admin admin] Router 5c49e9b2-067f-4374-bf84-a7ae5c2be55a has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:13:29.611039 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-91f5755e-23fe-417d-8ebe-8023e6924ae2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:29.654666 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7dbf70df-f2c7-48e4-b5b5-db2cc227895a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:29.727499 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aaea08-577a-4819-81c8-20b8f55008de None None] Pushing event updated for resources: {'Port': ['ID=3dc1f41a-88e1-4e12-bebb-260a803725f0,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:29.732623 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-81aaea08-577a-4819-81c8-20b8f55008de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:29.781113 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b0974-5f66-4b4f-a5ac-cf4862ef92d8 req-9dbb3c89-7730-4a5c-a390-97e5ee89a933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:29.782670 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-487b0974-5f66-4b4f-a5ac-cf4862ef92d8 req-9dbb3c89-7730-4a5c-a390-97e5ee89a933 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d22463d5-7d59-46a7-85e2-a7dce3c99838 HTTP/1.1" status: 200  len: 849 time: 0.1799765
Apr 02 18:13:29.837012 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-88aa27b7-fcd4-46dd-acfd-e8ab72c6de2b req-de967ab9-1361-488b-bf43-c4acf2dc6107 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4712155
Apr 02 18:13:29.847739 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-487b0974-5f66-4b4f-a5ac-cf4862ef92d8 req-02a7b80a-9c44-4cb1-98a5-f956e2239ca5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f11e7f14-5ba4-410d-85b4-c0921e8a68ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0583055
Apr 02 18:13:29.919696 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4a5e3-c885-4fcc-ba73-acdcd9cf1ac1 req-c5a9bf71-2b5d-4606-a70f-526b1a7d6a82 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:29.922715 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7cb4a5e3-c885-4fcc-ba73-acdcd9cf1ac1 req-c5a9bf71-2b5d-4606-a70f-526b1a7d6a82 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 944 time: 0.8545828
Apr 02 18:13:29.981162 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-748dbf90-7321-4b70-81ee-24dc4a18fc8f service neutron] Attempting to bind port 61330e1f-49c0-468b-b35c-52cfa3736c14 on host hv-cinder-78460 for vnic_type normal with profile  {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:13:29.981664 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-748dbf90-7321-4b70-81ee-24dc4a18fc8f service neutron] Attempting to bind port 61330e1f-49c0-468b-b35c-52cfa3736c14 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': 'ed805b0c-f3b6-4176-8c71-1ed496648d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff'}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:13:29.982590 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-748dbf90-7321-4b70-81ee-24dc4a18fc8f service neutron] Attempting to bind port 61330e1f-49c0-468b-b35c-52cfa3736c14 on network 2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:13:30.023973 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a94d0a39-408d-4846-a491-2f4ca2fb205d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:30.038832 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:30.059082 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-748dbf90-7321-4b70-81ee-24dc4a18fc8f service neutron] Port 61330e1f-49c0-468b-b35c-52cfa3736c14 on network 2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:13:30.059594 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-748dbf90-7321-4b70-81ee-24dc4a18fc8f service neutron] Attempting to bind port 61330e1f-49c0-468b-b35c-52cfa3736c14 on network 2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:13:30.073672 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-748dbf90-7321-4b70-81ee-24dc4a18fc8f service neutron] Checking agent: {'id': 'ba9f1d54-5540-4326-91bf-66629f4d5678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'started_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:13:30.074710 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-748dbf90-7321-4b70-81ee-24dc4a18fc8f service neutron] Checking segment: {'id': 'ed805b0c-f3b6-4176-8c71-1ed496648d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:13:30.075387 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-748dbf90-7321-4b70-81ee-24dc4a18fc8f service neutron] Bound using segment: {'id': 'ed805b0c-f3b6-4176-8c71-1ed496648d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff'} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:13:30.076036 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-748dbf90-7321-4b70-81ee-24dc4a18fc8f service neutron] Bound port: 61330e1f-49c0-468b-b35c-52cfa3736c14, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed805b0c-f3b6-4176-8c71-1ed496648d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff'}}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:13:30.076402 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-748dbf90-7321-4b70-81ee-24dc4a18fc8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:30.081113 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f68ef4-5d89-4222-adc2-595111ba611d req-9365e4a7-5b96-4a2d-9b83-278746fb4392 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:30.082961 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c4f68ef4-5d89-4222-adc2-595111ba611d req-9365e4a7-5b96-4a2d-9b83-278746fb4392 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.5336950
Apr 02 18:13:30.100630 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 990ce960-5d76-476b-aa11-44772651f831 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:13:30.111841 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 5401b529-9099-49b2-bba2-84b67d578439 up at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:30.119762 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7cb4a5e3-c885-4fcc-ba73-acdcd9cf1ac1 req-2f467362-6c64-467c-81c8-c8eee756c084 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1723652
Apr 02 18:13:30.213431 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c438a8cc-72fa-4c1e-8be3-874fed9fc8be admin admin] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:13:30.222029 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a94d0a39-408d-4846-a491-2f4ca2fb205d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:30.236760 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f4b18c-c9fa-416e-b9fb-47ae3f3e01c1 None None] Sync routers for ids ['5c49e9b2-067f-4374-bf84-a7ae5c2be55a'] in dv-cinder-784603-1-iscsi {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:13:30.250086 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-487b0974-5f66-4b4f-a5ac-cf4862ef92d8 req-e611ab52-3114-4fae-9c16-c7066c94e979 service neutron] 10.222.0.15 "GET /v2.0/networks/f11e7f14-5ba4-410d-85b4-c0921e8a68ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3919172
Apr 02 18:13:30.295606 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f4b18c-c9fa-416e-b9fb-47ae3f3e01c1 None None] Routers {'5c49e9b2-067f-4374-bf84-a7ae5c2be55a'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:13:30.296364 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-b8f4b18c-c9fa-416e-b9fb-47ae3f3e01c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f1093e4a8>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:13:29Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['5c49e9b2-067f-4374-bf84-a7ae5c2be55a'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:30.376640 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.db.resource_extend [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 02 18:13:30.398754 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c4f68ef4-5d89-4222-adc2-595111ba611d req-972952a8-df06-43ea-a1fa-9ee0da94cf08 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2697937
Apr 02 18:13:30.402933 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa27b7-fcd4-46dd-acfd-e8ab72c6de2b req-d0404dd3-82f0-4bd1-a914-a3a6ee3d4624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:30.404696 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-88aa27b7-fcd4-46dd-acfd-e8ab72c6de2b req-d0404dd3-82f0-4bd1-a914-a3a6ee3d4624 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=469aa9b529694baa91a42fa0eae6e868&device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 1098 time: 0.4252145
Apr 02 18:13:30.409031 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-748dbf90-7321-4b70-81ee-24dc4a18fc8f service neutron] For port 61330e1f-49c0-468b-b35c-52cfa3736c14, host hv-cinder-78460, cleared binding levels {{(pid=84390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:13:30.414599 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-748dbf90-7321-4b70-81ee-24dc4a18fc8f service neutron] For port 61330e1f-49c0-468b-b35c-52cfa3736c14, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=61330e1f-49c0-468b-b35c-52cfa3736c14,segment=NetworkSegment(ed805b0c-f3b6-4176-8c71-1ed496648d92),segment_id=ed805b0c-f3b6-4176-8c71-1ed496648d92)] {{(pid=84390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:13:30.430021 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-c438a8cc-72fa-4c1e-8be3-874fed9fc8be admin admin] 10.222.0.10 "PUT /v2.0/routers/5c49e9b2-067f-4374-bf84-a7ae5c2be55a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.1628442
Apr 02 18:13:30.486240 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-748dbf90-7321-4b70-81ee-24dc4a18fc8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:30.710388 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a94d0a39-408d-4846-a491-2f4ca2fb205d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:30.722568 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e6b7556e-f0fc-42fc-bafa-759794f384ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:30.742259 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90632156-da73-4191-aeab-9b8e82473b73 req-f72a6009-6c8c-44d4-9e76-5dbde703cac8 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:30.744754 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-90632156-da73-4191-aeab-9b8e82473b73 req-f72a6009-6c8c-44d4-9e76-5dbde703cac8 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96b8e4d-30a0-4217-98d5-9492b52ebb80 HTTP/1.1" status: 200  len: 944 time: 0.4754403
Apr 02 18:13:30.800878 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d0a39-408d-4846-a491-2f4ca2fb205d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c39fe04-9ba5-474a-995e-3904c4ce88bf,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:30.803498 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a94d0a39-408d-4846-a491-2f4ca2fb205d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:30.827970 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a94d0a39-408d-4846-a491-2f4ca2fb205d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:30.829216 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-a94d0a39-408d-4846-a491-2f4ca2fb205d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1c39fe04-9ba5-474a-995e-3904c4ce88bf HTTP/1.1" status: 204  len: 168 time: 1.2741084
Apr 02 18:13:30.854349 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ad402435-e6de-4b91-8238-0cceb33e7466 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:30.908899 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning for port 5401b529-9099-49b2-bba2-84b67d578439 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:30.919829 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ad402435-e6de-4b91-8238-0cceb33e7466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:30.920468 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning complete for port 5401b529-9099-49b2-bba2-84b67d578439 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:30.921026 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:30.956347 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-90632156-da73-4191-aeab-9b8e82473b73 req-9417f07c-c5b8-4daa-9268-d2133aa6ec65 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1993337
Apr 02 18:13:31.004796 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-5cb0290f-99f1-4330-9561-81a93b39a5a4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:31.075090 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 990ce960-5d76-476b-aa11-44772651f831, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=990ce960-5d76-476b-aa11-44772651f831,segment=NetworkSegment(0f9f35da-6dca-4704-809e-53ca6f077541),segment_id=0f9f35da-6dca-4704-809e-53ca6f077541)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:31.116851 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-487b0974-5f66-4b4f-a5ac-cf4862ef92d8 req-db8bddd9-f20e-4588-878f-8c376f34bbfa service neutron] 10.222.0.15 "GET /v2.0/networks/f11e7f14-5ba4-410d-85b4-c0921e8a68ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8344204
Apr 02 18:13:31.143388 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-b8f4b18c-c9fa-416e-b9fb-47ae3f3e01c1 None None] Set router 5c49e9b2-067f-4374-bf84-a7ae5c2be55a gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:13:31.174806 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1067f36-0b66-411d-8646-e864047ca47e req-8abcdd12-11ff-4f6f-bdca-ccf5c11c4687 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:31.190916 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e1067f36-0b66-411d-8646-e864047ca47e req-8abcdd12-11ff-4f6f-bdca-ccf5c11c4687 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6574fd-f26b-4f07-8a81-6ebace453949 HTTP/1.1" status: 200  len: 943 time: 0.5796070
Apr 02 18:13:31.310345 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa27b7-fcd4-46dd-acfd-e8ab72c6de2b req-af3f8bdf-df16-4b02-af44-aa014d4bf8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:31.312197 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-88aa27b7-fcd4-46dd-acfd-e8ab72c6de2b req-af3f8bdf-df16-4b02-af44-aa014d4bf8af service neutron] 10.222.0.15 "GET /v2.0/networks?id=2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff HTTP/1.1" status: 200  len: 914 time: 0.8674212
Apr 02 18:13:31.415546 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e1067f36-0b66-411d-8646-e864047ca47e req-b0508668-e94e-450b-9386-e2cb3d2ab271 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2229953
Apr 02 18:13:31.435417 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Returning: {'device': '990ce960-5d76-476b-aa11-44772651f831', 'network_id': 'f11e7f14-5ba4-410d-85b4-c0921e8a68ca', 'port_id': '990ce960-5d76-476b-aa11-44772651f831', 'mac_address': 'fa:16:3e:13:84:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22463d5-7d59-46a7-85e2-a7dce3c99838', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:13:31.489289 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-88aa27b7-fcd4-46dd-acfd-e8ab72c6de2b req-24c39c3f-5eec-4f32-b55d-0b17a546d124 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56ab80a2-d47b-476b-84f0-88dd9c8fc122 HTTP/1.1" status: 200  len: 217 time: 0.1645050
Apr 02 18:13:31.525294 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-ad402435-e6de-4b91-8238-0cceb33e7466 admin admin] Allocated IP 172.27.2.34 (42dddd6f-9dd9-47ad-90cc-d42a9f8f1223/91c6c6e9-4506-41a9-9628-98cc28823f44/7171605c-7648-4b9f-ba08-5ffc2f975308) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:13:31.542171 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:31.589871 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 990ce960-5d76-476b-aa11-44772651f831 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:13:31.636011 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748dbf90-7321-4b70-81ee-24dc4a18fc8f service neutron] Pushing event updated for resources: {'Port': ['ID=61330e1f-49c0-468b-b35c-52cfa3736c14,revision_number=3']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:31.672893 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-748dbf90-7321-4b70-81ee-24dc4a18fc8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:31.772177 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-748dbf90-7321-4b70-81ee-24dc4a18fc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:31.772861 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-748dbf90-7321-4b70-81ee-24dc4a18fc8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:31.774368 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-748dbf90-7321-4b70-81ee-24dc4a18fc8f service neutron] 10.222.0.15 "PUT /v2.0/ports/61330e1f-49c0-468b-b35c-52cfa3736c14 HTTP/1.1" status: 200  len: 1093 time: 4.7611818
Apr 02 18:13:31.774904 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6574fd-f26b-4f07-8a81-6ebace453949', 'tag': '61330e1f-49c0-468b-b35c-52cfa3736c14'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:13:31.785051 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa27b7-fcd4-46dd-acfd-e8ab72c6de2b req-13881d68-95ef-4a81-a7f0-eb7766f3fba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:31.786669 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-88aa27b7-fcd4-46dd-acfd-e8ab72c6de2b req-13881d68-95ef-4a81-a7f0-eb7766f3fba4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f251e70-9c7c-4901-a9b3-7ea1463d5c2b HTTP/1.1" status: 200  len: 854 time: 0.2858801
Apr 02 18:13:31.862969 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 3dc1f41a-88e1-4e12-bebb-260a803725f0 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:31.915489 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-88aa27b7-fcd4-46dd-acfd-e8ab72c6de2b req-574d2218-d55a-42f5-91b0-dd8bcd903c81 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1208515
Apr 02 18:13:31.920750 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab97ce9-71a5-4cba-a7c6-06e9275b2459 None None] Network 2a21418c-aaad-48d6-9830-9120a44bedf1 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:13:31.974877 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3964c-81ed-42a4-90c4-08ea72b6d17a req-e7bfa7d2-35ed-495f-9610-94285964c6c7 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:31.982988 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-47a3964c-81ed-42a4-90c4-08ea72b6d17a req-e7bfa7d2-35ed-495f-9610-94285964c6c7 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 944 time: 0.1882083
Apr 02 18:13:32.085208 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-88aa27b7-fcd4-46dd-acfd-e8ab72c6de2b req-ee640ce2-cbf1-4a18-99f5-c066b710862b service neutron] 10.222.0.15 "GET /v2.0/networks/2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1607583
Apr 02 18:13:32.122373 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ad402435-e6de-4b91-8238-0cceb33e7466 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:32.149714 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-47a3964c-81ed-42a4-90c4-08ea72b6d17a req-6050c488-454a-41fc-80c8-11c0f7c1dc7f tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1652491
Apr 02 18:13:32.237507 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ad402435-e6de-4b91-8238-0cceb33e7466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851822213'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:32.268510 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-6e4b3e72-d5f4-408a-a679-d39fbd246dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:32.334827 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 990ce960-5d76-476b-aa11-44772651f831, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=990ce960-5d76-476b-aa11-44772651f831,segment=NetworkSegment(0f9f35da-6dca-4704-809e-53ca6f077541),segment_id=0f9f35da-6dca-4704-809e-53ca6f077541)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:32.341753 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 38776) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:32.395487 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:32.408566 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed6574fd-f26b-4f07-8a81-6ebace453949', 'tag': '61330e1f-49c0-468b-b35c-52cfa3736c14', 'status': 'completed', 'code': 200}
Apr 02 18:13:32.437660 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:32.444059 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-07eab72d-3be5-44ba-89ee-971099b2db27 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1549083591-network', 'tenant_id': '10dc3225e9fb4f9c8119675aecd84fc9'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:32.444246 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:32.464144 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-ac0dd685-d497-465c-8af0-6aa4a2990a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:32.465060 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-6988aca8-5918-4c46-a601-89bd441458db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:32.466732 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-ac0dd685-d497-465c-8af0-6aa4a2990a0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=469aa9b529694baa91a42fa0eae6e868&device_id=ed6574fd-f26b-4f07-8a81-6ebace453949 HTTP/1.1" status: 200  len: 1096 time: 0.6072176
Apr 02 18:13:32.565656 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-07eab72d-3be5-44ba-89ee-971099b2db27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:32.622787 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-a226ddb6-8277-4621-8d85-fa82bf76276a None None] Provisioning for port 3dc1f41a-88e1-4e12-bebb-260a803725f0 completed by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:32.640077 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-b8f4b18c-c9fa-416e-b9fb-47ae3f3e01c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f1093e4a8>, [{'id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'name': 'tempest-TestMinimumBasicScenario-931707732-router', 'tenant_id': '456d975739e04659be41d35506548735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '9e99b0d2-2955-416a-a7a7-00a6e8bc3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:11Z', 'updated_at': '2021-04-02T18:13:26Z', 'revision_number': 4, 'project_id': '456d975739e04659be41d35506548735', 'gw_port': {'id': '9e99b0d2-2955-416a-a7a7-00a6e8bc3b46', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:29:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:13Z', 'updated_at': '2021-04-02T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'e5cc92fa-dc49-49b9-9cee-498494d1be60', 'name': '', 'network_id': 'e5c976a4-2bf5-421b-86e8-e0cd53189ff2', 'tenant_id': '456d975739e04659be41d35506548735', 'mac_address': 'fa:16:3e:ca:7b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5e84303b-04ac-4b80-ad14-3d620854a7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:23Z', 'updated_at': '2021-04-02T18:13:26Z', 'revision_number': 2, 'project_id': '456d975739e04659be41d35506548735', 'subnets': [{'id': '5e84303b-04ac-4b80-ad14-3d620854a7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:32.655933 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-787d93e8-c0b7-46e1-8d1c-f47f45133fe1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61330e1f-49c0-468b-b35c-52cfa3736c14 HTTP/1.1" status: 200  len: 217 time: 0.1302092
Apr 02 18:13:32.679227 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e9219f-df56-4104-9571-3df7d44980af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5401b529-9099-49b2-bba2-84b67d578439'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:13:32.697368 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-a226ddb6-8277-4621-8d85-fa82bf76276a None None] Provisioning complete for port 3dc1f41a-88e1-4e12-bebb-260a803725f0 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:32.697790 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a226ddb6-8277-4621-8d85-fa82bf76276a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:32.742977 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-88aa27b7-fcd4-46dd-acfd-e8ab72c6de2b req-d44baabd-46df-4b2d-8294-373d61384602 service neutron] 10.222.0.15 "GET /v2.0/networks/2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6365566
Apr 02 18:13:32.759760 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning for port 3dc1f41a-88e1-4e12-bebb-260a803725f0 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:32.762261 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-573f544d-a9b0-40ac-b4c1-1c5634f824c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:32.763900 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-573f544d-a9b0-40ac-b4c1-1c5634f824c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f251e70-9c7c-4901-a9b3-7ea1463d5c2b HTTP/1.1" status: 200  len: 854 time: 0.1068094
Apr 02 18:13:32.765273 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f4b18c-c9fa-416e-b9fb-47ae3f3e01c1 None None] Checking router: 5c49e9b2-067f-4374-bf84-a7ae5c2be55a for host: dv-cinder-784603-1-iscsi {{(pid=84392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:13:32.765775 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f4b18c-c9fa-416e-b9fb-47ae3f3e01c1 None None] Updating router 5c49e9b2-067f-4374-bf84-a7ae5c2be55a port e5cc92fa-dc49-49b9-9cee-498494d1be60 binding host dv-cinder-784603-1-iscsi {{(pid=84392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:13:32.829942 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['990ce960-5d76-476b-aa11-44772651f831'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:13:32.868584 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-fcb3435b-7bef-4013-b1e6-eadc963ac198 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0855017
Apr 02 18:13:32.908435 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 5401b529-9099-49b2-bba2-84b67d578439, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5401b529-9099-49b2-bba2-84b67d578439,segment=NetworkSegment(f987815a-0fd5-40b0-85da-34501f7e40a0),segment_id=f987815a-0fd5-40b0-85da-34501f7e40a0)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:32.924832 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port 3dc1f41a-88e1-4e12-bebb-260a803725f0 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:32.925596 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:32.935268 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-07eab72d-3be5-44ba-89ee-971099b2db27 admin admin] Usage tracker for resource:network and tenant:10dc3225e9fb4f9c8119675aecd84fc9 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:32.940388 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-07eab72d-3be5-44ba-89ee-971099b2db27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:32.946785 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-07eab72d-3be5-44ba-89ee-971099b2db27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:32.960064 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad402435-e6de-4b91-8238-0cceb33e7466 admin admin] Pushing event updated for resources: {'Port': ['ID=7171605c-7648-4b9f-ba08-5ffc2f975308,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:32.976951 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-ad402435-e6de-4b91-8238-0cceb33e7466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:33.031871 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07eab72d-3be5-44ba-89ee-971099b2db27 admin admin] Made reservation on behalf of 10dc3225e9fb4f9c8119675aecd84fc9 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:13:33.037033 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-07eab72d-3be5-44ba-89ee-971099b2db27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:33.066007 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-993faa37-4e29-471b-9009-098165c0edfd service neutron] 10.222.0.15 "GET /v2.0/networks/2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1906369
Apr 02 18:13:33.072569 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-07eab72d-3be5-44ba-89ee-971099b2db27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:33.119014 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-07eab72d-3be5-44ba-89ee-971099b2db27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:33.123079 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-07eab72d-3be5-44ba-89ee-971099b2db27 admin admin] Usage tracker for resource:security_group_rule and tenant:10dc3225e9fb4f9c8119675aecd84fc9 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:33.126140 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-07eab72d-3be5-44ba-89ee-971099b2db27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:33.126285 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:33.132382 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-07eab72d-3be5-44ba-89ee-971099b2db27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:33.212793 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=990ce960-5d76-476b-aa11-44772651f831,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:33.233304 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.773s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:33.244989 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-81aaea08-577a-4819-81c8-20b8f55008de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:33.286061 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7e24674e-d815-4f27-96ff-6ccc4272ba4e req-f94cc7a6-af32-4c2b-aa88-a93e93a0f52f service neutron] 10.222.0.15 "GET /v2.0/networks/2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2109442
Apr 02 18:13:33.311271 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b8f4b18c-c9fa-416e-b9fb-47ae3f3e01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:33.334132 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905798f5-fd7e-4520-8de0-25e8f89f15ce req-98c598c3-f7b7-4a03-acf0-9e64f5f02b4a tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:33.335702 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-905798f5-fd7e-4520-8de0-25e8f89f15ce req-98c598c3-f7b7-4a03-acf0-9e64f5f02b4a tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96b8e4d-30a0-4217-98d5-9492b52ebb80 HTTP/1.1" status: 200  len: 945 time: 0.8597615
Apr 02 18:13:33.341838 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-07eab72d-3be5-44ba-89ee-971099b2db27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:33.369605 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad402435-e6de-4b91-8238-0cceb33e7466 admin admin] Network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:13:33.376375 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-ad402435-e6de-4b91-8238-0cceb33e7466 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:33.380085 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-07eab72d-3be5-44ba-89ee-971099b2db27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:33.384950 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad402435-e6de-4b91-8238-0cceb33e7466 admin admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:13:33.412266 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-44761a92-45ad-4798-a954-c4a5b87d362d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:33.462886 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86437c-9a41-4e2e-ad74-22735e700a62 req-d7e378c4-088b-4a23-8854-79defc597d8c tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:33.472270 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7c86437c-9a41-4e2e-ad74-22735e700a62 req-d7e378c4-088b-4a23-8854-79defc597d8c tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6574fd-f26b-4f07-8a81-6ebace453949 HTTP/1.1" status: 200  len: 943 time: 0.5526497
Apr 02 18:13:33.530180 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23249d6-0cbf-46f8-b3a4-8c44305b7f94 req-b830622a-1353-4505-b581-d29484030f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:33.532079 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b23249d6-0cbf-46f8-b3a4-8c44305b7f94 req-b830622a-1353-4505-b581-d29484030f29 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=469aa9b529694baa91a42fa0eae6e868&device_id=ed6574fd-f26b-4f07-8a81-6ebace453949 HTTP/1.1" status: 200  len: 1096 time: 0.1560419
Apr 02 18:13:33.556464 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-905798f5-fd7e-4520-8de0-25e8f89f15ce req-bc161c90-238b-4876-94e7-d5b54efc838f tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2094812
Apr 02 18:13:33.575377 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07eab72d-3be5-44ba-89ee-971099b2db27 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'}  {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:13:33.632999 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=5401b529-9099-49b2-bba2-84b67d578439,revision_number=5']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:33.639239 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:33.640590 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eab72d-3be5-44ba-89ee-971099b2db27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33371ebe-2a8b-47cc-90d2-687cde2027c4,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:33.667675 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-07eab72d-3be5-44ba-89ee-971099b2db27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:33.842403 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23249d6-0cbf-46f8-b3a4-8c44305b7f94 req-019a1d3d-35e0-4066-990c-760021b2a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:33.844254 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b23249d6-0cbf-46f8-b3a4-8c44305b7f94 req-019a1d3d-35e0-4066-990c-760021b2a026 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff HTTP/1.1" status: 200  len: 914 time: 0.3048739
Apr 02 18:13:33.844546 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-07eab72d-3be5-44ba-89ee-971099b2db27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:33.844954 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.segments_db [None req-07eab72d-3be5-44ba-89ee-971099b2db27 admin admin] Added segment 353be722-c26d-4b64-89db-a1cd82112ea3 of type vlan for network 7570fb2b-5055-47ce-872e-fd2e3ed1b3b6
Apr 02 18:13:34.065213 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e9219f-df56-4104-9571-3df7d44980af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5401b529-9099-49b2-bba2-84b67d578439', 'code': 200}
Apr 02 18:13:34.067542 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a226ddb6-8277-4621-8d85-fa82bf76276a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:34.074630 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7c86437c-9a41-4e2e-ad74-22735e700a62 req-b0365ee9-18c8-440e-ba53-978520818e59 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6015699
Apr 02 18:13:34.090410 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:34.118581 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b23249d6-0cbf-46f8-b3a4-8c44305b7f94 req-a5bea249-02b4-495b-b5bf-9168dc23c629 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61330e1f-49c0-468b-b35c-52cfa3736c14 HTTP/1.1" status: 200  len: 217 time: 0.2371573
Apr 02 18:13:34.190644 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-07eab72d-3be5-44ba-89ee-971099b2db27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740008826705'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:34.198253 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-a226ddb6-8277-4621-8d85-fa82bf76276a None None] For port 3dc1f41a-88e1-4e12-bebb-260a803725f0, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=3dc1f41a-88e1-4e12-bebb-260a803725f0,segment=NetworkSegment(be104902-cc58-428a-beee-7ce7057ded09),segment_id=be104902-cc58-428a-beee-7ce7057ded09)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:34.212875 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23249d6-0cbf-46f8-b3a4-8c44305b7f94 req-8056cbc1-2bcd-41d0-9bae-67df219907a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:34.215078 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b23249d6-0cbf-46f8-b3a4-8c44305b7f94 req-8056cbc1-2bcd-41d0-9bae-67df219907a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f251e70-9c7c-4901-a9b3-7ea1463d5c2b HTTP/1.1" status: 200  len: 854 time: 0.0872061
Apr 02 18:13:34.220601 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56fae4-d8a2-42a8-916b-867e62f46e45 req-bd5eba49-76d7-4657-9cc5-be9054313c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:34.222177 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5a56fae4-d8a2-42a8-916b-867e62f46e45 req-bd5eba49-76d7-4657-9cc5-be9054313c3c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 1098 time: 0.2018201
Apr 02 18:13:34.258903 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcead9-0ca4-4c95-b3ab-c55bec4e99c7 req-d4cc8b23-55b1-4116-b98d-120f635f5828 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:34.260474 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5dfcead9-0ca4-4c95-b3ab-c55bec4e99c7 req-d4cc8b23-55b1-4116-b98d-120f635f5828 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 945 time: 0.4667320
Apr 02 18:13:34.305940 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b23249d6-0cbf-46f8-b3a4-8c44305b7f94 req-fc62dd6f-2a47-4bf9-97b4-205e977c7d45 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0729966
Apr 02 18:13:34.312285 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5dfcead9-0ca4-4c95-b3ab-c55bec4e99c7 req-158a3f71-7e90-455b-ba16-91e8b2bb5da7 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437851
Apr 02 18:13:34.313218 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-07eab72d-3be5-44ba-89ee-971099b2db27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:34.337054 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a226ddb6-8277-4621-8d85-fa82bf76276a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:34.351352 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:34.392710 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07eab72d-3be5-44ba-89ee-971099b2db27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:34.392710 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-07eab72d-3be5-44ba-89ee-971099b2db27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:34.407230 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:34.411837 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5a56fae4-d8a2-42a8-916b-867e62f46e45 req-65293dd1-55bc-4887-8ba9-3c6ddf15ad96 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1381264
Apr 02 18:13:34.476417 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.db.api [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84392) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 18:13:34.476977 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_db.api [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 02 18:13:34.477165 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b23249d6-0cbf-46f8-b3a4-8c44305b7f94 req-090511b5-74ce-4434-b9fb-78a79921c168 service neutron] 10.222.0.15 "GET /v2.0/networks/2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1582475
Apr 02 18:13:34.583628 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226ddb6-8277-4621-8d85-fa82bf76276a None None] Pushing event updated for resources: {'Port': ['ID=3dc1f41a-88e1-4e12-bebb-260a803725f0,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:34.600329 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a226ddb6-8277-4621-8d85-fa82bf76276a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:34.602186 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eab72d-3be5-44ba-89ee-971099b2db27 admin admin] Pushing event updated for resources: {'Network': ['ID=7570fb2b-5055-47ce-872e-fd2e3ed1b3b6,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:34.605022 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-2a1c5bcb-04a7-4b82-a249-c610fadbb4d0 None None] Provisioning complete for port 3dc1f41a-88e1-4e12-bebb-260a803725f0 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:34.605460 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2a1c5bcb-04a7-4b82-a249-c610fadbb4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:34.615429 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-07eab72d-3be5-44ba-89ee-971099b2db27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:34.641184 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Network 7570fb2b-5055-47ce-872e-fd2e3ed1b3b6 details requested by agent ovs-agent-dv-cinder-784603-1-iscsi with host dv-cinder-784603-1-iscsi {{(pid=84392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:13:34.708795 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b23249d6-0cbf-46f8-b3a4-8c44305b7f94 req-08e28a07-4e48-4c7e-ad87-60701dd08603 service neutron] 10.222.0.15 "GET /v2.0/networks/2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1958725
Apr 02 18:13:34.709680 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-07eab72d-3be5-44ba-89ee-971099b2db27 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.2782578
Apr 02 18:13:34.712659 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 38808) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:34.721533 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-3ed35c42-aeb8-480d-ae96-3d85462d10c2 admin admin] Request body: {'subnet': {'network_id': '7570fb2b-5055-47ce-872e-fd2e3ed1b3b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1549083591-subnet', 'tenant_id': '10dc3225e9fb4f9c8119675aecd84fc9', 'ip_version': 4}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:34.728661 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-3ed35c42-aeb8-480d-ae96-3d85462d10c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:34.739481 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-3ed35c42-aeb8-480d-ae96-3d85462d10c2 admin admin] Usage tracker for resource:subnet and tenant:10dc3225e9fb4f9c8119675aecd84fc9 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:34.742795 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-3ed35c42-aeb8-480d-ae96-3d85462d10c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:34.755265 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-3ed35c42-aeb8-480d-ae96-3d85462d10c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:34.795370 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ad402435-e6de-4b91-8238-0cceb33e7466 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:34.797196 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed35c42-aeb8-480d-ae96-3d85462d10c2 admin admin] Made reservation on behalf of 10dc3225e9fb4f9c8119675aecd84fc9 for: {'subnet': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:13:34.802994 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3ed35c42-aeb8-480d-ae96-3d85462d10c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3045496'] for subnet, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:35.017913 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c333e0-4759-4ac1-93f5-ecbe039fef82 req-a3456769-c31e-4523-9665-a1d44c77b1a8 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:35.019720 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-57c333e0-4759-4ac1-93f5-ecbe039fef82 req-a3456769-c31e-4523-9665-a1d44c77b1a8 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96b8e4d-30a0-4217-98d5-9492b52ebb80 HTTP/1.1" status: 200  len: 945 time: 0.3067205
Apr 02 18:13:35.052175 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b8f4b18c-c9fa-416e-b9fb-47ae3f3e01c1 None None] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:35.070868 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b8f4b18c-c9fa-416e-b9fb-47ae3f3e01c1 None None] Transition to ACTIVE for port object e5cc92fa-dc49-49b9-9cee-498494d1be60 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:35.121923 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b8f4b18c-c9fa-416e-b9fb-47ae3f3e01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:35.241770 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:35.283832 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 3dc1f41a-88e1-4e12-bebb-260a803725f0 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:35.321235 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-57c333e0-4759-4ac1-93f5-ecbe039fef82 req-5d7393db-87bf-40f9-85d2-fc76205fb4b3 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2451975
Apr 02 18:13:35.360911 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3ed35c42-aeb8-480d-ae96-3d85462d10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2202738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3045451'] for subnet, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:35.438506 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24d0ab-41dd-4738-a0c2-ba5979e36923 None None] Pushing event updated for resources: {'Port': ['ID=e5cc92fa-dc49-49b9-9cee-498494d1be60,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:35.442834 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ad402435-e6de-4b91-8238-0cceb33e7466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413598'] for router, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:35.445854 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4d24d0ab-41dd-4738-a0c2-ba5979e36923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:35.459390 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d3751-d00b-4dc1-82b5-de4537bb7f18 req-1a3b9388-f50d-446b-953b-4a021592c6ef tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:35.461107 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1a2d3751-d00b-4dc1-82b5-de4537bb7f18 req-1a3b9388-f50d-446b-953b-4a021592c6ef tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6574fd-f26b-4f07-8a81-6ebace453949 HTTP/1.1" status: 200  len: 943 time: 0.1892347
Apr 02 18:13:35.490126 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port 3dc1f41a-88e1-4e12-bebb-260a803725f0 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:35.490765 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:35.664034 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:35.945547 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed35c42-aeb8-480d-ae96-3d85462d10c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc8a0b68-d8e0-43c3-8b2a-f303cfcd2b6f,revision_number=0']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:35.955012 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3ed35c42-aeb8-480d-ae96-3d85462d10c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:35.974736 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-b8f4b18c-c9fa-416e-b9fb-47ae3f3e01c1 None None] Attempting to bind port e5cc92fa-dc49-49b9-9cee-498494d1be60 on host dv-cinder-784603-1-iscsi for vnic_type normal with profile  {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:13:35.976295 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-b8f4b18c-c9fa-416e-b9fb-47ae3f3e01c1 None None] Attempting to bind port e5cc92fa-dc49-49b9-9cee-498494d1be60 by drivers openvswitch,hyperv on host dv-cinder-784603-1-iscsi at level 0 using segments [{'id': 'c13707c4-c1e9-455a-bd75-cf881b8282a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e5c976a4-2bf5-421b-86e8-e0cd53189ff2'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:13:35.976295 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f4b18c-c9fa-416e-b9fb-47ae3f3e01c1 None None] Attempting to bind port e5cc92fa-dc49-49b9-9cee-498494d1be60 on network e5c976a4-2bf5-421b-86e8-e0cd53189ff2 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:13:35.996545 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f4b18c-c9fa-416e-b9fb-47ae3f3e01c1 None None] Checking agent: {'id': '478d2ba1-0e2e-4399-8e0b-445f221199a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 2, 29), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:13:35.997121 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f4b18c-c9fa-416e-b9fb-47ae3f3e01c1 None None] Checking segment: {'id': 'c13707c4-c1e9-455a-bd75-cf881b8282a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e5c976a4-2bf5-421b-86e8-e0cd53189ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:13:35.997632 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b8f4b18c-c9fa-416e-b9fb-47ae3f3e01c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:35.998152 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f4b18c-c9fa-416e-b9fb-47ae3f3e01c1 None None] Bound using segment: {'id': 'c13707c4-c1e9-455a-bd75-cf881b8282a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e5c976a4-2bf5-421b-86e8-e0cd53189ff2'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:13:35.998797 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-b8f4b18c-c9fa-416e-b9fb-47ae3f3e01c1 None None] Bound port: e5cc92fa-dc49-49b9-9cee-498494d1be60, host: dv-cinder-784603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c13707c4-c1e9-455a-bd75-cf881b8282a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e5c976a4-2bf5-421b-86e8-e0cd53189ff2'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:13:35.999386 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b8f4b18c-c9fa-416e-b9fb-47ae3f3e01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:36.023176 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed35c42-aeb8-480d-ae96-3d85462d10c2 admin admin] Checking segment: {'id': '353be722-c26d-4b64-89db-a1cd82112ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7570fb2b-5055-47ce-872e-fd2e3ed1b3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:13:36.023574 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed35c42-aeb8-480d-ae96-3d85462d10c2 admin admin] Network hostable DHCP agents. Network: 7570fb2b-5055-47ce-872e-fd2e3ed1b3b6, hostable agents: ['41a019fe-56df-4d22-b19a-be518ff15af3'], hosted agents: [] {{(pid=84390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:13:36.088502 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed35c42-aeb8-480d-ae96-3d85462d10c2 admin admin] Network 7570fb2b-5055-47ce-872e-fd2e3ed1b3b6 is scheduled to be hosted by DHCP agent 41a019fe-56df-4d22-b19a-be518ff15af3 with binding_index 1 {{(pid=84390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:13:36.115400 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-b8f4b18c-c9fa-416e-b9fb-47ae3f3e01c1 None None] For port e5cc92fa-dc49-49b9-9cee-498494d1be60, host dv-cinder-784603-1-iscsi, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:13:36.118658 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-b8f4b18c-c9fa-416e-b9fb-47ae3f3e01c1 None None] For port e5cc92fa-dc49-49b9-9cee-498494d1be60, host dv-cinder-784603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=e5cc92fa-dc49-49b9-9cee-498494d1be60,segment=NetworkSegment(c13707c4-c1e9-455a-bd75-cf881b8282a4),segment_id=c13707c4-c1e9-455a-bd75-cf881b8282a4)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:13:36.128599 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-3ed35c42-aeb8-480d-ae96-3d85462d10c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-iscsi, 7570fb2b-5055-47ce-872e-fd2e3ed1b3b6) {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:36.138149 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb5eb6c-52ea-42e1-a520-fb5dad0ca184 None None] Network 7570fb2b-5055-47ce-872e-fd2e3ed1b3b6 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:13:36.148668 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed35c42-aeb8-480d-ae96-3d85462d10c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:36.149639 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3ed35c42-aeb8-480d-ae96-3d85462d10c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for subnet, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:36.150972 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1a2d3751-d00b-4dc1-82b5-de4537bb7f18 req-5c988c5a-8935-4867-8153-413e9b8219c3 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6094913
Apr 02 18:13:36.198527 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-3ed35c42-aeb8-480d-ae96-3d85462d10c2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.4841800
Apr 02 18:13:36.201454 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 38826) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:36.207631 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-f90460e9-9296-4bbd-9577-bd5481e69ad1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1549083591-router', 'tenant_id': '10dc3225e9fb4f9c8119675aecd84fc9', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:36.208646 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b8f4b18c-c9fa-416e-b9fb-47ae3f3e01c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:36.215235 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-f90460e9-9296-4bbd-9577-bd5481e69ad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:36.215587 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17203ff1-856a-4e60-b62f-8bf4e8a738d3 req-edc0af19-a04f-4d24-8e6d-e0df33261038 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:36.217370 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-17203ff1-856a-4e60-b62f-8bf4e8a738d3 req-edc0af19-a04f-4d24-8e6d-e0df33261038 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 945 time: 0.2300863
Apr 02 18:13:36.219465 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-f90460e9-9296-4bbd-9577-bd5481e69ad1 admin admin] Usage tracker for resource:router and tenant:10dc3225e9fb4f9c8119675aecd84fc9 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:36.223358 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-f90460e9-9296-4bbd-9577-bd5481e69ad1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:36.229970 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-f90460e9-9296-4bbd-9577-bd5481e69ad1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:36.230691 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-91f5755e-23fe-417d-8ebe-8023e6924ae2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:36.266026 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f90460e9-9296-4bbd-9577-bd5481e69ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-401632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14910'] for router, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:36.267941 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f90460e9-9296-4bbd-9577-bd5481e69ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854374265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854362256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854413507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760922'] for router, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:36.289729 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-17203ff1-856a-4e60-b62f-8bf4e8a738d3 req-66ff54b0-e240-4f20-a2ba-bf52046143c5 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609622
Apr 02 18:13:36.354577 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f90460e9-9296-4bbd-9577-bd5481e69ad1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:36.368719 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad402435-e6de-4b91-8238-0cceb33e7466 admin admin] Router 0f0b6b7e-ed68-4c4a-9181-610055a48348 is scheduled to L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 with binding_index 1 {{(pid=84391) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 02 18:13:36.589415 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24d0ab-41dd-4738-a0c2-ba5979e36923 None None] Pushing event updated for resources: {'Port': ['ID=e5cc92fa-dc49-49b9-9cee-498494d1be60,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:36.596678 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4d24d0ab-41dd-4738-a0c2-ba5979e36923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:36.635253 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad402435-e6de-4b91-8238-0cceb33e7466 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:13:36.648937 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621f6232-f32f-4a0f-b529-e4e3871a704f None None] Sync routers for ids ['0f0b6b7e-ed68-4c4a-9181-610055a48348'] in dv-cinder-784603-1-iscsi {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:13:36.660237 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621f6232-f32f-4a0f-b529-e4e3871a704f None None] Routers {'0f0b6b7e-ed68-4c4a-9181-610055a48348'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:13:36.661296 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-621f6232-f32f-4a0f-b529-e4e3871a704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f11987198>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:13:29Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['0f0b6b7e-ed68-4c4a-9181-610055a48348'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:36.677839 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0529b-d736-4f33-be19-e481d6bb0ac6 req-35af79af-4176-427a-af25-8e36340e4a9d tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:36.679558 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b6e0529b-d736-4f33-be19-e481d6bb0ac6 req-35af79af-4176-427a-af25-8e36340e4a9d tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96b8e4d-30a0-4217-98d5-9492b52ebb80 HTTP/1.1" status: 200  len: 945 time: 0.2253704
Apr 02 18:13:36.729706 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ad402435-e6de-4b91-8238-0cceb33e7466 admin admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:36.734547 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f4b18c-c9fa-416e-b9fb-47ae3f3e01c1 None None] Routers {'5c49e9b2-067f-4374-bf84-a7ae5c2be55a'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:13:36.735265 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-b8f4b18c-c9fa-416e-b9fb-47ae3f3e01c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f1093e4a8>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:13:29Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['5c49e9b2-067f-4374-bf84-a7ae5c2be55a'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:36.735720 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-ad402435-e6de-4b91-8238-0cceb33e7466 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 8.7482722
Apr 02 18:13:36.742887 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f90460e9-9296-4bbd-9577-bd5481e69ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854362271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854362849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760937'] for router, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:36.749921 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 38832) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:36.764064 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b6e0529b-d736-4f33-be19-e481d6bb0ac6 req-c726182e-46f6-49a5-974e-af86a39dc9d7 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765493
Apr 02 18:13:36.949608 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-621f6232-f32f-4a0f-b529-e4e3871a704f None None] Set router 0f0b6b7e-ed68-4c4a-9181-610055a48348 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:13:37.020768 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-b8f4b18c-c9fa-416e-b9fb-47ae3f3e01c1 None None] Set router 5c49e9b2-067f-4374-bf84-a7ae5c2be55a gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:13:37.130274 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185928d3-408d-463f-93b1-66883f24d180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8634273-20c2-5e01-b176-6034d848a5ba-7570fb2b-5055-47ce-872e-fd2e3ed1b3b6', 'network_id': '7570fb2b-5055-47ce-872e-fd2e3ed1b3b6', 'tenant_id': '10dc3225e9fb4f9c8119675aecd84fc9', 'fixed_ips': [{'subnet_id': 'bc8a0b68-d8e0-43c3-8b2a-f303cfcd2b6f'}]}} from dv-cinder-784603-1-iscsi. {{(pid=84392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 02 18:13:37.131855 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-185928d3-408d-463f-93b1-66883f24d180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:37.298272 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 61330e1f-49c0-468b-b35c-52cfa3736c14 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:13:37.315619 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-621f6232-f32f-4a0f-b529-e4e3871a704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f11987198>, [{'id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'name': 'tempest-TestShelveInstance-53224554-router', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '7171605c-7648-4b9f-ba08-5ffc2f975308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:28Z', 'updated_at': '2021-04-02T18:13:34Z', 'revision_number': 3, 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'gw_port': {'id': '7171605c-7648-4b9f-ba08-5ffc2f975308', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:31Z', 'updated_at': '2021-04-02T18:13:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:37.320264 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621f6232-f32f-4a0f-b529-e4e3871a704f None None] Checking router: 0f0b6b7e-ed68-4c4a-9181-610055a48348 for host: dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:13:37.320849 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621f6232-f32f-4a0f-b529-e4e3871a704f None None] Updating router 0f0b6b7e-ed68-4c4a-9181-610055a48348 port 7171605c-7648-4b9f-ba08-5ffc2f975308 binding host dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:13:37.385270 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-621f6232-f32f-4a0f-b529-e4e3871a704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:37.397103 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02be9c-ad02-49e5-a11e-97147f48e0d3 req-c06c590e-1310-44aa-92b7-c598b83f42ff tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:37.405589 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4d02be9c-ad02-49e5-a11e-97147f48e0d3 req-c06c590e-1310-44aa-92b7-c598b83f42ff tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6574fd-f26b-4f07-8a81-6ebace453949 HTTP/1.1" status: 200  len: 943 time: 0.1071236
Apr 02 18:13:37.467612 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4d02be9c-ad02-49e5-a11e-97147f48e0d3 req-a5ceebf3-ee84-4d40-8abb-efd9047f7644 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609903
Apr 02 18:13:37.612383 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0d6ec-f1de-462e-98a7-95eda28abc61 req-643e641e-761e-4abf-a9e5-2aff338056fe tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:37.614651 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6dd0d6ec-f1de-462e-98a7-95eda28abc61 req-643e641e-761e-4abf-a9e5-2aff338056fe tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 945 time: 0.0911651
Apr 02 18:13:37.664562 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6dd0d6ec-f1de-462e-98a7-95eda28abc61 req-76ecb1e6-e8b0-4d1b-ab1c-83b9f4838fb5 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424726
Apr 02 18:13:37.784597 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-185928d3-408d-463f-93b1-66883f24d180 None None] Allocated IP 172.20.0.2 (7570fb2b-5055-47ce-872e-fd2e3ed1b3b6/bc8a0b68-d8e0-43c3-8b2a-f303cfcd2b6f/4f980e03-c372-487b-93ba-50e2b94448e4) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:13:37.810705 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 61330e1f-49c0-468b-b35c-52cfa3736c14, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=61330e1f-49c0-468b-b35c-52cfa3736c14,segment=NetworkSegment(ed805b0c-f3b6-4176-8c71-1ed496648d92),segment_id=ed805b0c-f3b6-4176-8c71-1ed496648d92)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:37.900438 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f90460e9-9296-4bbd-9577-bd5481e69ad1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:37.926438 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b370d-3235-445d-a01f-e3befca89d54 req-0ee3c929-301b-4d7f-932e-143b3d32e689 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:37.928114 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0e9b370d-3235-445d-a01f-e3befca89d54 req-0ee3c929-301b-4d7f-932e-143b3d32e689 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 945 time: 0.1444926
Apr 02 18:13:37.938039 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 38852) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:37.944608 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-c9382f62-df3a-4428-8474-68fd25d4b40e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Request body: {'floatingip': {'port_id': '5401b529-9099-49b2-bba2-84b67d578439'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:37.945951 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Returning: {'device': '61330e1f-49c0-468b-b35c-52cfa3736c14', 'network_id': '2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff', 'port_id': '61330e1f-49c0-468b-b35c-52cfa3736c14', 'mac_address': 'fa:16:3e:d6:55:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f251e70-9c7c-4901-a9b3-7ea1463d5c2b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:13:37.985375 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-b8f4b18c-c9fa-416e-b9fb-47ae3f3e01c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f1093e4a8>, [{'id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'name': 'tempest-TestMinimumBasicScenario-931707732-router', 'tenant_id': '456d975739e04659be41d35506548735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '9e99b0d2-2955-416a-a7a7-00a6e8bc3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:11Z', 'updated_at': '2021-04-02T18:13:26Z', 'revision_number': 4, 'project_id': '456d975739e04659be41d35506548735', 'gw_port': {'id': '9e99b0d2-2955-416a-a7a7-00a6e8bc3b46', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:29:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:13Z', 'updated_at': '2021-04-02T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'e5cc92fa-dc49-49b9-9cee-498494d1be60', 'name': '', 'network_id': 'e5c976a4-2bf5-421b-86e8-e0cd53189ff2', 'tenant_id': '456d975739e04659be41d35506548735', 'mac_address': 'fa:16:3e:ca:7b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5e84303b-04ac-4b80-ad14-3d620854a7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:23Z', 'updated_at': '2021-04-02T18:13:36Z', 'revision_number': 4, 'project_id': '456d975739e04659be41d35506548735', 'subnets': [{'id': '5e84303b-04ac-4b80-ad14-3d620854a7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:38.001437 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-621f6232-f32f-4a0f-b529-e4e3871a704f None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:38.021422 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-621f6232-f32f-4a0f-b529-e4e3871a704f None None] Transition to ACTIVE for port object 7171605c-7648-4b9f-ba08-5ffc2f975308 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:38.022770 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f4b18c-c9fa-416e-b9fb-47ae3f3e01c1 None None] The sync data for ids ['5c49e9b2-067f-4374-bf84-a7ae5c2be55a'] in dv-cinder-784603-1-iscsi is: [{'id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'name': 'tempest-TestMinimumBasicScenario-931707732-router', 'tenant_id': '456d975739e04659be41d35506548735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '9e99b0d2-2955-416a-a7a7-00a6e8bc3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:11Z', 'updated_at': '2021-04-02T18:13:26Z', 'revision_number': 4, 'project_id': '456d975739e04659be41d35506548735', 'gw_port': {'id': '9e99b0d2-2955-416a-a7a7-00a6e8bc3b46', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:29:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:13Z', 'updated_at': '2021-04-02T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'e5cc92fa-dc49-49b9-9cee-498494d1be60', 'name': '', 'network_id': 'e5c976a4-2bf5-421b-86e8-e0cd53189ff2', 'tenant_id': '456d975739e04659be41d35506548735', 'mac_address': 'fa:16:3e:ca:7b:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5e84303b-04ac-4b80-ad14-3d620854a7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:23Z', 'updated_at': '2021-04-02T18:13:36Z', 'revision_number': 4, 'project_id': '456d975739e04659be41d35506548735', 'subnets': [{'id': '5e84303b-04ac-4b80-ad14-3d620854a7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:13:38.066548 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-621f6232-f32f-4a0f-b529-e4e3871a704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:38.095720 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:38.120757 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61330e1f-49c0-468b-b35c-52cfa3736c14 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:13:38.127110 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8f968f7b-2f90-4972-8aa0-721fa6a6cf61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:38.134268 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c9382f62-df3a-4428-8474-68fd25d4b40e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for floatingip, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:38.212799 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 61330e1f-49c0-468b-b35c-52cfa3736c14, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=61330e1f-49c0-468b-b35c-52cfa3736c14,segment=NetworkSegment(ed805b0c-f3b6-4176-8c71-1ed496648d92),segment_id=ed805b0c-f3b6-4176-8c71-1ed496648d92)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:38.240319 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c4d152-d209-4753-8d6c-6141d54fe0fd None None] Pushing event updated for resources: {'Port': ['ID=7171605c-7648-4b9f-ba08-5ffc2f975308,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:38.245606 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-81c4d152-d209-4753-8d6c-6141d54fe0fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:38.251090 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-185928d3-408d-463f-93b1-66883f24d180 None None] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:38.267434 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:38.282123 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:38.393472 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f90460e9-9296-4bbd-9577-bd5481e69ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:38.405093 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-185928d3-408d-463f-93b1-66883f24d180 None None] Transition to ACTIVE for port object 4f980e03-c372-487b-93ba-50e2b94448e4 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:38.459608 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-185928d3-408d-463f-93b1-66883f24d180 None None] Transition to ACTIVE for port object 4f980e03-c372-487b-93ba-50e2b94448e4 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:38.484976 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=61330e1f-49c0-468b-b35c-52cfa3736c14,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:38.484976 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:38.499967 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-621f6232-f32f-4a0f-b529-e4e3871a704f None None] Attempting to bind port 7171605c-7648-4b9f-ba08-5ffc2f975308 on host dv-cinder-784603-1-iscsi for vnic_type normal with profile  {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:13:38.500391 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-621f6232-f32f-4a0f-b529-e4e3871a704f None None] Attempting to bind port 7171605c-7648-4b9f-ba08-5ffc2f975308 by drivers openvswitch,hyperv on host dv-cinder-784603-1-iscsi at level 0 using segments [{'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:13:38.500965 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621f6232-f32f-4a0f-b529-e4e3871a704f None None] Attempting to bind port 7171605c-7648-4b9f-ba08-5ffc2f975308 on network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:13:38.502057 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-185928d3-408d-463f-93b1-66883f24d180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:38.516957 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621f6232-f32f-4a0f-b529-e4e3871a704f None None] Checking agent: {'id': '478d2ba1-0e2e-4399-8e0b-445f221199a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 2, 29), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:13:38.517378 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621f6232-f32f-4a0f-b529-e4e3871a704f None None] Checking segment: {'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:13:38.517828 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-621f6232-f32f-4a0f-b529-e4e3871a704f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:38.518264 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621f6232-f32f-4a0f-b529-e4e3871a704f None None] Bound using segment: {'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:13:38.518810 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-621f6232-f32f-4a0f-b529-e4e3871a704f None None] Bound port: 7171605c-7648-4b9f-ba08-5ffc2f975308, host: dv-cinder-784603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:13:38.519248 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-621f6232-f32f-4a0f-b529-e4e3871a704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:38.535007 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc3e4f-adee-4e36-bdf9-91e4085fd1f5 req-d08bf679-62a2-431c-886f-76268a7e1004 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:38.550083 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0ccc3e4f-adee-4e36-bdf9-91e4085fd1f5 req-d08bf679-62a2-431c-886f-76268a7e1004 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96b8e4d-30a0-4217-98d5-9492b52ebb80 HTTP/1.1" status: 200  len: 945 time: 0.5315857
Apr 02 18:13:38.645439 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:38.659814 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-621f6232-f32f-4a0f-b529-e4e3871a704f None None] For port 7171605c-7648-4b9f-ba08-5ffc2f975308, host dv-cinder-784603-1-iscsi, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:13:38.669266 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-621f6232-f32f-4a0f-b529-e4e3871a704f None None] For port 7171605c-7648-4b9f-ba08-5ffc2f975308, host dv-cinder-784603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=7171605c-7648-4b9f-ba08-5ffc2f975308,segment=NetworkSegment(422579c7-e086-4847-b55f-de8760ffa8dd),segment_id=422579c7-e086-4847-b55f-de8760ffa8dd)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:13:38.718963 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0ccc3e4f-adee-4e36-bdf9-91e4085fd1f5 req-dc1ae4cd-acd8-438e-83b0-d7760c87609a tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1678107
Apr 02 18:13:38.726883 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185928d3-408d-463f-93b1-66883f24d180 None None] Network 7570fb2b-5055-47ce-872e-fd2e3ed1b3b6 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:13:38.729184 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-621f6232-f32f-4a0f-b529-e4e3871a704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:38.730666 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-185928d3-408d-463f-93b1-66883f24d180 None None] Resources bound (agent type, host, resource id):  {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:38.740786 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185928d3-408d-463f-93b1-66883f24d180 None None] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:13:38.758023 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:38.789565 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-f90460e9-9296-4bbd-9577-bd5481e69ad1 admin admin] Allocated IP 172.27.2.247 (42dddd6f-9dd9-47ad-90cc-d42a9f8f1223/91c6c6e9-4506-41a9-9628-98cc28823f44/8bad264b-b9dd-4476-bfa2-c505f0fe7b09) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:13:38.803790 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7f779954-d7a6-4fb3-bc3c-ceb4194532cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:38.832787 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185928d3-408d-463f-93b1-66883f24d180 None None] Pushing event updated for resources: {'Port': ['ID=4f980e03-c372-487b-93ba-50e2b94448e4,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:38.841325 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-185928d3-408d-463f-93b1-66883f24d180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:38.888641 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-185928d3-408d-463f-93b1-66883f24d180 None None] Attempting to bind port 4f980e03-c372-487b-93ba-50e2b94448e4 on host dv-cinder-784603-1-iscsi for vnic_type normal with profile  {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:13:38.889062 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-185928d3-408d-463f-93b1-66883f24d180 None None] Attempting to bind port 4f980e03-c372-487b-93ba-50e2b94448e4 by drivers openvswitch,hyperv on host dv-cinder-784603-1-iscsi at level 0 using segments [{'id': '353be722-c26d-4b64-89db-a1cd82112ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7570fb2b-5055-47ce-872e-fd2e3ed1b3b6'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:13:38.889485 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185928d3-408d-463f-93b1-66883f24d180 None None] Attempting to bind port 4f980e03-c372-487b-93ba-50e2b94448e4 on network 7570fb2b-5055-47ce-872e-fd2e3ed1b3b6 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:13:38.937059 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185928d3-408d-463f-93b1-66883f24d180 None None] Checking agent: {'id': '478d2ba1-0e2e-4399-8e0b-445f221199a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 2, 29), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:13:38.950745 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185928d3-408d-463f-93b1-66883f24d180 None None] Checking segment: {'id': '353be722-c26d-4b64-89db-a1cd82112ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7570fb2b-5055-47ce-872e-fd2e3ed1b3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:13:38.950745 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-185928d3-408d-463f-93b1-66883f24d180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:38.950745 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185928d3-408d-463f-93b1-66883f24d180 None None] Bound using segment: {'id': '353be722-c26d-4b64-89db-a1cd82112ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7570fb2b-5055-47ce-872e-fd2e3ed1b3b6'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:13:38.950745 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-185928d3-408d-463f-93b1-66883f24d180 None None] Bound port: 4f980e03-c372-487b-93ba-50e2b94448e4, host: dv-cinder-784603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353be722-c26d-4b64-89db-a1cd82112ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7570fb2b-5055-47ce-872e-fd2e3ed1b3b6'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:13:38.950745 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-185928d3-408d-463f-93b1-66883f24d180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:38.995058 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c4d152-d209-4753-8d6c-6141d54fe0fd None None] Pushing event updated for resources: {'Port': ['ID=7171605c-7648-4b9f-ba08-5ffc2f975308,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:39.003983 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-81c4d152-d209-4753-8d6c-6141d54fe0fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:39.117853 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621f6232-f32f-4a0f-b529-e4e3871a704f None None] Routers {'0f0b6b7e-ed68-4c4a-9181-610055a48348'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:13:39.121355 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-185928d3-408d-463f-93b1-66883f24d180 None None] For port 4f980e03-c372-487b-93ba-50e2b94448e4, host dv-cinder-784603-1-iscsi, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:13:39.122486 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-621f6232-f32f-4a0f-b529-e4e3871a704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f11987198>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:13:29Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['0f0b6b7e-ed68-4c4a-9181-610055a48348'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:39.124988 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-185928d3-408d-463f-93b1-66883f24d180 None None] For port 4f980e03-c372-487b-93ba-50e2b94448e4, host dv-cinder-784603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=4f980e03-c372-487b-93ba-50e2b94448e4,segment=NetworkSegment(353be722-c26d-4b64-89db-a1cd82112ea3),segment_id=353be722-c26d-4b64-89db-a1cd82112ea3)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:13:39.174217 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f90460e9-9296-4bbd-9577-bd5481e69ad1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:39.175685 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-185928d3-408d-463f-93b1-66883f24d180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:39.283663 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-7f779954-d7a6-4fb3-bc3c-ceb4194532cd admin admin] Allocated IP 172.20.0.1 (2a21418c-aaad-48d6-9830-9120a44bedf1/26e14621-5573-4d8e-8c6f-261d8c7450e8/ece78a3d-f561-42a9-bc1b-bfcb0e9a2533) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:13:39.430238 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-621f6232-f32f-4a0f-b529-e4e3871a704f None None] Set router 0f0b6b7e-ed68-4c4a-9181-610055a48348 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:13:39.431805 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4d24d0ab-41dd-4738-a0c2-ba5979e36923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:39.461671 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f90460e9-9296-4bbd-9577-bd5481e69ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:39.464993 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aef643-40b3-489d-be05-ca119bcfa206 req-ab777573-d0bc-422a-8811-16aee238ca3c tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:39.471042 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e2aef643-40b3-489d-be05-ca119bcfa206 req-ab777573-d0bc-422a-8811-16aee238ca3c tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6574fd-f26b-4f07-8a81-6ebace453949 HTTP/1.1" status: 200  len: 944 time: 0.7500632
Apr 02 18:13:39.488053 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-748dbf90-7321-4b70-81ee-24dc4a18fc8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:39.526405 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e2aef643-40b3-489d-be05-ca119bcfa206 req-18890148-1ce9-46af-b1b8-03fba8202259 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513480
Apr 02 18:13:39.541938 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 990ce960-5d76-476b-aa11-44772651f831 up at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:39.629146 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device e5cc92fa-dc49-49b9-9cee-498494d1be60 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:39.743217 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7f779954-d7a6-4fb3-bc3c-ceb4194532cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:39.777697 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90460e9-9296-4bbd-9577-bd5481e69ad1 admin admin] Pushing event updated for resources: {'Port': ['ID=8bad264b-b9dd-4476-bfa2-c505f0fe7b09,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:39.785583 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f90460e9-9296-4bbd-9577-bd5481e69ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:39.823178 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-7f779954-d7a6-4fb3-bc3c-ceb4194532cd admin admin] Transition to ACTIVE for port object ece78a3d-f561-42a9-bc1b-bfcb0e9a2533 will not be triggered until provisioned by entity DHCP. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:39.896751 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90460e9-9296-4bbd-9577-bd5481e69ad1 admin admin] Network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:13:39.911162 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-f90460e9-9296-4bbd-9577-bd5481e69ad1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:39.935771 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90460e9-9296-4bbd-9577-bd5481e69ad1 admin admin] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:13:40.010153 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.db.resource_extend [None req-c9382f62-df3a-4428-8474-68fd25d4b40e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 02 18:13:40.140139 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7f779954-d7a6-4fb3-bc3c-ceb4194532cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:40.160634 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['61330e1f-49c0-468b-b35c-52cfa3736c14'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:13:40.167443 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:40.201016 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c9382f62-df3a-4428-8474-68fd25d4b40e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:40.238879 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c9382f62-df3a-4428-8474-68fd25d4b40e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854362165'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:40.239116 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning for port e5cc92fa-dc49-49b9-9cee-498494d1be60 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:40.266127 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port e5cc92fa-dc49-49b9-9cee-498494d1be60 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:40.268943 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:40.323653 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-621f6232-f32f-4a0f-b529-e4e3871a704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f11987198>, [{'id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'name': 'tempest-TestShelveInstance-53224554-router', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '7171605c-7648-4b9f-ba08-5ffc2f975308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:28Z', 'updated_at': '2021-04-02T18:13:34Z', 'revision_number': 3, 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'gw_port': {'id': '7171605c-7648-4b9f-ba08-5ffc2f975308', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:31Z', 'updated_at': '2021-04-02T18:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:40.331059 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621f6232-f32f-4a0f-b529-e4e3871a704f None None] The sync data for ids ['0f0b6b7e-ed68-4c4a-9181-610055a48348'] in dv-cinder-784603-1-iscsi is: [{'id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'name': 'tempest-TestShelveInstance-53224554-router', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '7171605c-7648-4b9f-ba08-5ffc2f975308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:28Z', 'updated_at': '2021-04-02T18:13:34Z', 'revision_number': 3, 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'gw_port': {'id': '7171605c-7648-4b9f-ba08-5ffc2f975308', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:31Z', 'updated_at': '2021-04-02T18:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:13:40.364771 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:40.436193 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185928d3-408d-463f-93b1-66883f24d180 None None] Pushing event updated for resources: {'Port': ['ID=4f980e03-c372-487b-93ba-50e2b94448e4,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:40.441121 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37710bed-0b1d-451d-81ca-bb6110a09db2 req-4a746986-d813-4f3e-9c58-d32495bc6a96 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:40.442963 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-37710bed-0b1d-451d-81ca-bb6110a09db2 req-4a746986-d813-4f3e-9c58-d32495bc6a96 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96b8e4d-30a0-4217-98d5-9492b52ebb80 HTTP/1.1" status: 200  len: 945 time: 0.3280003
Apr 02 18:13:40.482917 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-185928d3-408d-463f-93b1-66883f24d180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.051s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:40.495168 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f779954-d7a6-4fb3-bc3c-ceb4194532cd admin admin] Pushing event updated for resources: {'Port': ['ID=ece78a3d-f561-42a9-bc1b-bfcb0e9a2533,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:40.501075 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7f779954-d7a6-4fb3-bc3c-ceb4194532cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:40.527858 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.l3_db [None req-c9382f62-df3a-4428-8474-68fd25d4b40e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Floating IP 10fdf38b-c21a-449e-aa9e-0acfb0647420 associated. External IP: 172.27.2.156, port: 5401b529-9099-49b2-bba2-84b67d578439.
Apr 02 18:13:40.546928 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning for port 990ce960-5d76-476b-aa11-44772651f831 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:40.598392 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning complete for port 990ce960-5d76-476b-aa11-44772651f831 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:40.598828 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:40.620265 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-37710bed-0b1d-451d-81ca-bb6110a09db2 req-9d9d7e82-4795-4f2b-ac1a-3c2e24f7399c tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1662350
Apr 02 18:13:40.631077 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f779954-d7a6-4fb3-bc3c-ceb4194532cd admin admin] Network 2a21418c-aaad-48d6-9830-9120a44bedf1 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:13:40.632482 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-7f779954-d7a6-4fb3-bc3c-ceb4194532cd admin admin] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:40.734416 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f779954-d7a6-4fb3-bc3c-ceb4194532cd admin admin] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:13:40.836574 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:41.066018 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] For port e5cc92fa-dc49-49b9-9cee-498494d1be60, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=e5cc92fa-dc49-49b9-9cee-498494d1be60,segment=NetworkSegment(c13707c4-c1e9-455a-bd75-cf881b8282a4),segment_id=c13707c4-c1e9-455a-bd75-cf881b8282a4)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:41.153830 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:41.164634 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:41.168200 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7f779954-d7a6-4fb3-bc3c-ceb4194532cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854367933'] for router_interface, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:41.322079 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:41.358275 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-48388af3-312b-4a74-9aca-72b2e9dd2f85 None None] Provisioning for port ece78a3d-f561-42a9-bc1b-bfcb0e9a2533 completed by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:41.409254 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-48388af3-312b-4a74-9aca-72b2e9dd2f85 None None] Provisioning complete for port ece78a3d-f561-42a9-bc1b-bfcb0e9a2533 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:41.409254 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-48388af3-312b-4a74-9aca-72b2e9dd2f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:41.468590 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 7171605c-7648-4b9f-ba08-5ffc2f975308 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:41.498905 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Pushing event updated for resources: {'Port': ['ID=e5cc92fa-dc49-49b9-9cee-498494d1be60,revision_number=5']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:41.522655 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96b8e4d-30a0-4217-98d5-9492b52ebb80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990ce960-5d76-476b-aa11-44772651f831'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:13:41.533840 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:41.591113 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 990ce960-5d76-476b-aa11-44772651f831, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=990ce960-5d76-476b-aa11-44772651f831,segment=NetworkSegment(0f9f35da-6dca-4704-809e-53ca6f077541),segment_id=0f9f35da-6dca-4704-809e-53ca6f077541)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:41.604475 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-48388af3-312b-4a74-9aca-72b2e9dd2f85 None None] Port ece78a3d-f561-42a9-bc1b-bfcb0e9a2533 cannot update to ACTIVE because it is not bound. {{(pid=84392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:13:41.626215 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:41.630032 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:41.719058 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9382f62-df3a-4428-8474-68fd25d4b40e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Router a02ea0de-69e5-4ddf-b002-989e7be99700 has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:13:41.733783 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning for port 7171605c-7648-4b9f-ba08-5ffc2f975308 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:41.756749 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port 7171605c-7648-4b9f-ba08-5ffc2f975308 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:41.757846 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:41.836055 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346ce79-e40e-4c33-888f-5ac0a5fd21bc req-f956d089-b0c6-4b8c-b2f2-2c088391a990 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:41.844481 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1346ce79-e40e-4c33-888f-5ac0a5fd21bc req-f956d089-b0c6-4b8c-b2f2-2c088391a990 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6574fd-f26b-4f07-8a81-6ebace453949 HTTP/1.1" status: 200  len: 944 time: 1.0781674
Apr 02 18:13:41.864198 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=990ce960-5d76-476b-aa11-44772651f831,revision_number=5']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:41.873592 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:41.968760 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f90460e9-9296-4bbd-9577-bd5481e69ad1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:41.969841 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:41.996267 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] For port 7171605c-7648-4b9f-ba08-5ffc2f975308, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=7171605c-7648-4b9f-ba08-5ffc2f975308,segment=NetworkSegment(422579c7-e086-4847-b55f-de8760ffa8dd),segment_id=422579c7-e086-4847-b55f-de8760ffa8dd)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:42.003519 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96b8e4d-30a0-4217-98d5-9492b52ebb80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '990ce960-5d76-476b-aa11-44772651f831', 'code': 200}
Apr 02 18:13:42.005300 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1346ce79-e40e-4c33-888f-5ac0a5fd21bc req-5bfec3a1-23c8-45b0-91b0-46df043ea206 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1597250
Apr 02 18:13:42.052118 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:42.058753 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 4f980e03-c372-487b-93ba-50e2b94448e4 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:42.181942 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-57053c7a-9d39-4cd3-9f38-4bc07827e36e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:42.210550 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9382f62-df3a-4428-8474-68fd25d4b40e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:13:42.225038 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c9382f62-df3a-4428-8474-68fd25d4b40e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:42.319261 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c5d64f-9b19-4883-9bf0-44879ff4a8f5 None None] Sync routers for ids ['a02ea0de-69e5-4ddf-b002-989e7be99700'] in dv-cinder-784603-1-iscsi {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:13:42.352096 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-c9382f62-df3a-4428-8474-68fd25d4b40e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "PUT /v2.0/floatingips/10fdf38b-c21a-449e-aa9e-0acfb0647420 HTTP/1.1" status: 200  len: 991 time: 4.4099634
Apr 02 18:13:42.387828 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c5d64f-9b19-4883-9bf0-44879ff4a8f5 None None] Routers {'a02ea0de-69e5-4ddf-b002-989e7be99700'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:13:42.388530 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-d5c5d64f-9b19-4883-9bf0-44879ff4a8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f0be4e208>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:13:29Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['a02ea0de-69e5-4ddf-b002-989e7be99700'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:42.462496 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e9219f-df56-4104-9571-3df7d44980af', 'tag': '5401b529-9099-49b2-bba2-84b67d578439'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:13:42.466601 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Pushing event updated for resources: {'Port': ['ID=7171605c-7648-4b9f-ba08-5ffc2f975308,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:42.491443 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:42.563897 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276d48d-421c-4759-aab4-40a12774851c req-d468a847-4b22-4b56-9552-89256b04df65 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:42.565498 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e276d48d-421c-4759-aab4-40a12774851c req-d468a847-4b22-4b56-9552-89256b04df65 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96b8e4d-30a0-4217-98d5-9492b52ebb80 HTTP/1.1" status: 200  len: 946 time: 0.2132146
Apr 02 18:13:42.577131 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8541783-8ac6-4153-989d-8380cbd47060 req-bb71a155-f3f0-43c0-8e45-f126daae7d4a tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:42.579792 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d8541783-8ac6-4153-989d-8380cbd47060 req-bb71a155-f3f0-43c0-8e45-f126daae7d4a tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.1700265
Apr 02 18:13:42.596318 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning for port 4f980e03-c372-487b-93ba-50e2b94448e4 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:42.607334 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5a7309-6622-45ae-8d24-2c80e458a006 None None] Network 7570fb2b-5055-47ce-872e-fd2e3ed1b3b6 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:13:42.669071 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7f779954-d7a6-4fb3-bc3c-ceb4194532cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:42.669646 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e276d48d-421c-4759-aab4-40a12774851c req-369e9c3c-925f-4c55-a411-9548ac55adf0 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887785
Apr 02 18:13:42.672814 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d8541783-8ac6-4153-989d-8380cbd47060 req-f2c10620-462e-41e5-88b5-625e6de5890b tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750346
Apr 02 18:13:42.764725 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e9219f-df56-4104-9571-3df7d44980af', 'tag': '5401b529-9099-49b2-bba2-84b67d578439', 'status': 'completed', 'code': 200}
Apr 02 18:13:42.874629 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6f29d-7cb0-46aa-be2d-57019e350e7d req-793a00e7-41aa-41a5-b38e-0a9f04ead237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:42.876376 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a1b6f29d-7cb0-46aa-be2d-57019e350e7d req-793a00e7-41aa-41a5-b38e-0a9f04ead237 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=159f37d0eaf249a6b846671eb3cc125d&device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 1099 time: 0.5514331
Apr 02 18:13:42.878161 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1d943-8a12-427a-a31e-b33d0018a335 req-d37a242c-4176-48ee-a9bc-ba9e344ea2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:42.879886 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-36f1d943-8a12-427a-a31e-b33d0018a335 req-d37a242c-4176-48ee-a9bc-ba9e344ea2a8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c96b8e4d-30a0-4217-98d5-9492b52ebb80 HTTP/1.1" status: 200  len: 1099 time: 0.4598973
Apr 02 18:13:42.898123 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-4ba91bf6-ff67-4650-9686-a3c67a3cf3c2 None None] Provisioning for port 4f980e03-c372-487b-93ba-50e2b94448e4 completed by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:42.903094 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-d5c5d64f-9b19-4883-9bf0-44879ff4a8f5 None None] Set router a02ea0de-69e5-4ddf-b002-989e7be99700 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:13:43.002015 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-4ba91bf6-ff67-4650-9686-a3c67a3cf3c2 None None] Provisioning complete for port 4f980e03-c372-487b-93ba-50e2b94448e4 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:43.002458 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4ba91bf6-ff67-4650-9686-a3c67a3cf3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:43.215683 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-36f1d943-8a12-427a-a31e-b33d0018a335 req-62275413-7c97-456a-a66c-10fec591afd7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2659349
Apr 02 18:13:43.265976 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b00957-3c33-4e6f-8470-ca7e97e0fe04 req-a2984f92-c352-4e85-b9a2-e308fe6b15ff tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:43.274581 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-17b00957-3c33-4e6f-8470-ca7e97e0fe04 req-a2984f92-c352-4e85-b9a2-e308fe6b15ff tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6574fd-f26b-4f07-8a81-6ebace453949 HTTP/1.1" status: 200  len: 944 time: 0.1232691
Apr 02 18:13:43.287088 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f90460e9-9296-4bbd-9577-bd5481e69ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413598'] for router, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:43.293941 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6f29d-7cb0-46aa-be2d-57019e350e7d req-5544f24b-440b-4ec7-9a73-eb629fff5d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:43.295652 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a1b6f29d-7cb0-46aa-be2d-57019e350e7d req-5544f24b-440b-4ec7-9a73-eb629fff5d6a service neutron] 10.222.0.15 "GET /v2.0/networks?id=1fdcddea-b2b5-4b14-98c1-e98bd8f88785 HTTP/1.1" status: 200  len: 918 time: 0.3446805
Apr 02 18:13:43.320216 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 61330e1f-49c0-468b-b35c-52cfa3736c14 up at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:43.324378 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-17b00957-3c33-4e6f-8470-ca7e97e0fe04 req-4357b744-50d5-4962-b53a-7fd4fbd3f21c tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483236
Apr 02 18:13:43.347590 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device e5cc92fa-dc49-49b9-9cee-498494d1be60 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:43.359667 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884533c-458d-485d-be76-5268117ad12a req-5fbb1c40-2737-4714-86a5-78e215f069cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:43.361298 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7884533c-458d-485d-be76-5268117ad12a req-5fbb1c40-2737-4714-86a5-78e215f069cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab81f0810293410f90055ce730a5f2ce&device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 1098 time: 0.5299935
Apr 02 18:13:43.565886 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a1b6f29d-7cb0-46aa-be2d-57019e350e7d req-f045e10f-377c-47b0-ba22-5055c6e94483 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5853389c-fccf-4c63-b5b4-fb203198adf4 HTTP/1.1" status: 200  len: 217 time: 0.1884363
Apr 02 18:13:43.683660 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4ba91bf6-ff67-4650-9686-a3c67a3cf3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:43.813752 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port e5cc92fa-dc49-49b9-9cee-498494d1be60 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:43.814176 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:43.848607 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-4ba91bf6-ff67-4650-9686-a3c67a3cf3c2 None None] For port 4f980e03-c372-487b-93ba-50e2b94448e4, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=4f980e03-c372-487b-93ba-50e2b94448e4,segment=NetworkSegment(353be722-c26d-4b64-89db-a1cd82112ea3),segment_id=353be722-c26d-4b64-89db-a1cd82112ea3)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:43.860995 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning for port 61330e1f-49c0-468b-b35c-52cfa3736c14 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:43.892056 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4ba91bf6-ff67-4650-9686-a3c67a3cf3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:43.897342 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:43.928978 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning complete for port 61330e1f-49c0-468b-b35c-52cfa3736c14 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:43.929408 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:43.968729 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98853ea1-880d-485f-aae4-ff85a68ccb04 req-5109721a-ea25-412f-88ae-1944859ad261 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:43.970395 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-98853ea1-880d-485f-aae4-ff85a68ccb04 req-5109721a-ea25-412f-88ae-1944859ad261 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.1178324
Apr 02 18:13:43.983245 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28d3c9-23ac-476f-a030-2db265d71023 req-09f3876f-7f2f-4570-89d1-47495f51f943 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:43.985069 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9b28d3c9-23ac-476f-a030-2db265d71023 req-09f3876f-7f2f-4570-89d1-47495f51f943 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96b8e4d-30a0-4217-98d5-9492b52ebb80 HTTP/1.1" status: 200  len: 946 time: 0.1842959
Apr 02 18:13:44.107675 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-98853ea1-880d-485f-aae4-ff85a68ccb04 req-2727e7dc-3f1f-4a5a-9536-3b2826056c8d tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214046
Apr 02 18:13:44.121188 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-bb8f35e3-e663-4e9d-9f5b-a6df0511d436 None None] Provisioning complete for port 4f980e03-c372-487b-93ba-50e2b94448e4 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:44.121615 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-bb8f35e3-e663-4e9d-9f5b-a6df0511d436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:44.153872 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9b28d3c9-23ac-476f-a030-2db265d71023 req-2130a869-3d20-4ef2-b0f0-efe75fbc2d6c tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307852
Apr 02 18:13:44.156231 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6f29d-7cb0-46aa-be2d-57019e350e7d req-36d0c9f4-02a4-4514-a1c5-f20a246ca78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:44.157802 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a1b6f29d-7cb0-46aa-be2d-57019e350e7d req-36d0c9f4-02a4-4514-a1c5-f20a246ca78c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e424265f-054f-4091-8e6d-5b2cbdc6da6a HTTP/1.1" status: 200  len: 858 time: 0.1913123
Apr 02 18:13:44.187112 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba91bf6-ff67-4650-9686-a3c67a3cf3c2 None None] Pushing event updated for resources: {'Port': ['ID=4f980e03-c372-487b-93ba-50e2b94448e4,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:44.190907 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4ba91bf6-ff67-4650-9686-a3c67a3cf3c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:44.208801 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-d5c5d64f-9b19-4883-9bf0-44879ff4a8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f0be4e208>, [{'id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'name': 'tempest-AttachVolumeShelveTestJSON-1573574871-router', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:54Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 4, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'gw_port': {'id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:55Z', 'updated_at': '2021-04-02T18:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_floatingips': [{'id': '10fdf38b-c21a-449e-aa9e-0acfb0647420', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'port_id': '5401b529-9099-49b2-bba2-84b67d578439', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c', 'mac_address': 'fa:16:3e:f2:d4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e9219f-df56-4104-9571-3df7d44980af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:13:07Z', 'updated_at': '2021-04-02T18:13:39Z', 'revision_number': 1, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb6545f-8641-45fc-9013-c5bdaa0713b7', 'name': '', 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'mac_address': 'fa:16:3e:40:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:10Z', 'revision_number': 5, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'subnets': [{'id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:44.229903 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c5d64f-9b19-4883-9bf0-44879ff4a8f5 None None] Checking router: a02ea0de-69e5-4ddf-b002-989e7be99700 for host: dv-cinder-784603-1-iscsi {{(pid=84392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:13:44.261673 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a1b6f29d-7cb0-46aa-be2d-57019e350e7d req-a78d4de3-4fd8-424e-b41c-094b425990f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fdcddea-b2b5-4b14-98c1-e98bd8f88785&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0791345
Apr 02 18:13:44.268427 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884533c-458d-485d-be76-5268117ad12a req-4aea7960-c776-4678-8e97-a75e288d8dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:44.269970 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7884533c-458d-485d-be76-5268117ad12a req-4aea7960-c776-4678-8e97-a75e288d8dc8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ba3fcca8-4959-4278-9c76-59b99609716c HTTP/1.1" status: 200  len: 917 time: 0.7420199
Apr 02 18:13:44.308293 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 7171605c-7648-4b9f-ba08-5ffc2f975308 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:44.435511 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c5d64f-9b19-4883-9bf0-44879ff4a8f5 None None] Routers {'a02ea0de-69e5-4ddf-b002-989e7be99700'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:13:44.436372 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-d5c5d64f-9b19-4883-9bf0-44879ff4a8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f0be4e208>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:13:29Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['a02ea0de-69e5-4ddf-b002-989e7be99700'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:44.446561 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.db.resource_extend [None req-7f779954-d7a6-4fb3-bc3c-ceb4194532cd admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 02 18:13:44.483138 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7f779954-d7a6-4fb3-bc3c-ceb4194532cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:44.524432 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7f779954-d7a6-4fb3-bc3c-ceb4194532cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:44.563944 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13144dd1-b464-43b4-8cbe-6c14e56d81f6 req-f9b18803-d0bd-43f9-95a3-a0b444a13f59 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:44.566141 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-14d23467-9980-42fc-b570-4d4a8dc2458b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:44.571687 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-13144dd1-b464-43b4-8cbe-6c14e56d81f6 req-f9b18803-d0bd-43f9-95a3-a0b444a13f59 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6574fd-f26b-4f07-8a81-6ebace453949 HTTP/1.1" status: 200  len: 944 time: 0.0970080
Apr 02 18:13:44.583642 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:44.623717 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-13144dd1-b464-43b4-8cbe-6c14e56d81f6 req-b2e7884d-c064-40c9-bf08-21689a231608 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510123
Apr 02 18:13:44.644840 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7884533c-458d-485d-be76-5268117ad12a req-7eb4832b-7de6-4ed3-a071-b2e6f941db5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5401b529-9099-49b2-bba2-84b67d578439 HTTP/1.1" status: 200  len: 999 time: 0.3438609
Apr 02 18:13:44.680256 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6574fd-f26b-4f07-8a81-6ebace453949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61330e1f-49c0-468b-b35c-52cfa3736c14'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:13:44.785270 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6574fd-f26b-4f07-8a81-6ebace453949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61330e1f-49c0-468b-b35c-52cfa3736c14', 'code': 200}
Apr 02 18:13:44.791310 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 61330e1f-49c0-468b-b35c-52cfa3736c14, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=61330e1f-49c0-468b-b35c-52cfa3736c14,segment=NetworkSegment(ed805b0c-f3b6-4176-8c71-1ed496648d92),segment_id=ed805b0c-f3b6-4176-8c71-1ed496648d92)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:44.792126 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7f779954-d7a6-4fb3-bc3c-ceb4194532cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854365290'] for router_interface, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:44.802998 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port 7171605c-7648-4b9f-ba08-5ffc2f975308 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:44.803761 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:44.807692 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a1b6f29d-7cb0-46aa-be2d-57019e350e7d req-8ad51fba-eb97-4ad3-918c-ad9b8fc91224 service neutron] 10.222.0.15 "GET /v2.0/networks/1fdcddea-b2b5-4b14-98c1-e98bd8f88785?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5327334
Apr 02 18:13:44.813375 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f779954-d7a6-4fb3-bc3c-ceb4194532cd admin admin] Pushing event updated for resources: {'Port': ['ID=ece78a3d-f561-42a9-bc1b-bfcb0e9a2533,revision_number=2']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:44.816894 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7f779954-d7a6-4fb3-bc3c-ceb4194532cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:44.839179 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-d5c5d64f-9b19-4883-9bf0-44879ff4a8f5 None None] Set router a02ea0de-69e5-4ddf-b002-989e7be99700 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:13:44.894553 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:44.905866 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:44.915322 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90460e9-9296-4bbd-9577-bd5481e69ad1 admin admin] Router 3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6 is scheduled to L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 with binding_index 1 {{(pid=84390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 02 18:13:45.013729 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884533c-458d-485d-be76-5268117ad12a req-875ad4c2-c0de-4302-a38d-5d5dff5db7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:45.015516 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7884533c-458d-485d-be76-5268117ad12a req-875ad4c2-c0de-4302-a38d-5d5dff5db7d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b47bc7a-7e44-4ded-9896-b2dbc84447fe HTTP/1.1" status: 200  len: 856 time: 0.3499429
Apr 02 18:13:45.104541 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=61330e1f-49c0-468b-b35c-52cfa3736c14,revision_number=5']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:45.111004 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:45.390815 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 4f980e03-c372-487b-93ba-50e2b94448e4 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:45.452589 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f779954-d7a6-4fb3-bc3c-ceb4194532cd admin admin] Network 2a21418c-aaad-48d6-9830-9120a44bedf1 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:13:45.460914 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a1b6f29d-7cb0-46aa-be2d-57019e350e7d req-44c0458e-0f7a-462e-a809-fdc319b74a99 service neutron] 10.222.0.15 "GET /v2.0/networks/1fdcddea-b2b5-4b14-98c1-e98bd8f88785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6429784
Apr 02 18:13:45.461795 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-7f779954-d7a6-4fb3-bc3c-ceb4194532cd admin admin] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:45.508951 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port 4f980e03-c372-487b-93ba-50e2b94448e4 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:45.509589 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:45.699282 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cffdb-2647-48c4-a7f0-3eec09df9c92 req-77a5a5df-3171-482c-a4b6-81482a17dc1d tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:45.701007 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-aa9cffdb-2647-48c4-a7f0-3eec09df9c92 req-77a5a5df-3171-482c-a4b6-81482a17dc1d tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96b8e4d-30a0-4217-98d5-9492b52ebb80 HTTP/1.1" status: 200  len: 946 time: 0.3740103
Apr 02 18:13:45.750512 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01cc693-b446-4ff7-830d-5f08abf234f2 req-a6b4da41-3215-4252-8967-b688bfc0a953 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:45.753047 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b01cc693-b446-4ff7-830d-5f08abf234f2 req-a6b4da41-3215-4252-8967-b688bfc0a953 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.3430471
Apr 02 18:13:45.791195 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-d5c5d64f-9b19-4883-9bf0-44879ff4a8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f0be4e208>, [{'id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'name': 'tempest-AttachVolumeShelveTestJSON-1573574871-router', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:54Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 4, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'gw_port': {'id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:55Z', 'updated_at': '2021-04-02T18:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_floatingips': [{'id': '10fdf38b-c21a-449e-aa9e-0acfb0647420', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'port_id': '5401b529-9099-49b2-bba2-84b67d578439', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c', 'mac_address': 'fa:16:3e:f2:d4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e9219f-df56-4104-9571-3df7d44980af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:13:07Z', 'updated_at': '2021-04-02T18:13:39Z', 'revision_number': 1, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb6545f-8641-45fc-9013-c5bdaa0713b7', 'name': '', 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'mac_address': 'fa:16:3e:40:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:10Z', 'revision_number': 5, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'subnets': [{'id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:45.811958 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c5d64f-9b19-4883-9bf0-44879ff4a8f5 None None] The sync data for ids ['a02ea0de-69e5-4ddf-b002-989e7be99700'] in dv-cinder-784603-1-iscsi is: [{'id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'name': 'tempest-AttachVolumeShelveTestJSON-1573574871-router', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:54Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 4, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'gw_port': {'id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:55Z', 'updated_at': '2021-04-02T18:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_floatingips': [{'id': '10fdf38b-c21a-449e-aa9e-0acfb0647420', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'port_id': '5401b529-9099-49b2-bba2-84b67d578439', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c', 'mac_address': 'fa:16:3e:f2:d4:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e9219f-df56-4104-9571-3df7d44980af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:13:07Z', 'updated_at': '2021-04-02T18:13:39Z', 'revision_number': 1, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb6545f-8641-45fc-9013-c5bdaa0713b7', 'name': '', 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'mac_address': 'fa:16:3e:40:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:10Z', 'revision_number': 5, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'subnets': [{'id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:13:45.861036 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b01cc693-b446-4ff7-830d-5f08abf234f2 req-1c3b15d2-96c1-42bc-b12d-1f37d6778512 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824952
Apr 02 18:13:45.873311 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-aa9cffdb-2647-48c4-a7f0-3eec09df9c92 req-6b3e4d94-17b9-47db-9cfa-4eaf482e7b5c tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630559
Apr 02 18:13:46.045847 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-42d9d9f4-f687-4871-b27d-29ed439b588a None None] Provisioning complete for port ece78a3d-f561-42a9-bc1b-bfcb0e9a2533 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:46.047933 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-42d9d9f4-f687-4871-b27d-29ed439b588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:46.118017 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f99f8-91b7-4247-b1cf-c5d3244c3b62 req-0328f93d-ab1c-4cb9-a2f2-81e20e5f2e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:46.120061 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1f9f99f8-91b7-4247-b1cf-c5d3244c3b62 req-0328f93d-ab1c-4cb9-a2f2-81e20e5f2e2d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ed6574fd-f26b-4f07-8a81-6ebace453949 HTTP/1.1" status: 200  len: 1098 time: 1.0995030
Apr 02 18:13:46.128732 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884533c-458d-485d-be76-5268117ad12a req-2163093f-6a06-4c98-80ee-161168a89390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:46.130632 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7884533c-458d-485d-be76-5268117ad12a req-2163093f-6a06-4c98-80ee-161168a89390 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba3fcca8-4959-4278-9c76-59b99609716c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.0562971
Apr 02 18:13:46.144493 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-42d9d9f4-f687-4871-b27d-29ed439b588a None None] Port ece78a3d-f561-42a9-bc1b-bfcb0e9a2533 cannot update to ACTIVE because it is not bound. {{(pid=84392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:13:46.161563 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90460e9-9296-4bbd-9577-bd5481e69ad1 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:13:46.174710 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a630904-a0df-4e46-b736-0382fd056757 None None] Sync routers for ids ['3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6'] in dv-cinder-784603-1-iscsi {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:13:46.186093 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3267e-9189-44eb-b53d-164069fceb2e req-38a3bce6-de39-455e-ab38-208f805bbda7 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:46.187778 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f3d3267e-9189-44eb-b53d-164069fceb2e req-38a3bce6-de39-455e-ab38-208f805bbda7 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6574fd-f26b-4f07-8a81-6ebace453949 HTTP/1.1" status: 200  len: 945 time: 0.1184168
Apr 02 18:13:46.188318 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 38984) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:46.194798 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a630904-a0df-4e46-b736-0382fd056757 None None] Routers {'3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:13:46.195736 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-8a630904-a0df-4e46-b736-0382fd056757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10b40c88>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:13:29Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:46.265362 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f3d3267e-9189-44eb-b53d-164069fceb2e req-bc74878c-3968-4940-af99-5f362be93e90 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699534
Apr 02 18:13:46.274141 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b95374f-ddba-4a85-a6c5-725747d8a422 None None] New status for floating IP 10fdf38b-c21a-449e-aa9e-0acfb0647420: ACTIVE {{(pid=84392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:13:46.349042 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1f9f99f8-91b7-4247-b1cf-c5d3244c3b62 req-6aef8830-6ad3-4f49-9150-223809715b01 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2060573
Apr 02 18:13:46.392346 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-979e941d-7b86-4cb2-8ce6-079afe49d31c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:46.413822 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-979e941d-7b86-4cb2-8ce6-079afe49d31c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:46.418997 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-979e941d-7b86-4cb2-8ce6-079afe49d31c admin admin] Usage tracker for resource:security_group_rule and tenant:231f5d284ee94c88923b65e03886cb1b is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:46.422108 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f90460e9-9296-4bbd-9577-bd5481e69ad1 admin admin] Notify callbacks [] for router, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:46.422935 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-979e941d-7b86-4cb2-8ce6-079afe49d31c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:46.426464 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-f90460e9-9296-4bbd-9577-bd5481e69ad1 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 10.2238193
Apr 02 18:13:46.428908 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 38990) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:46.434392 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f779954-d7a6-4fb3-bc3c-ceb4194532cd admin admin] Router 0f0b6b7e-ed68-4c4a-9181-610055a48348 has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:13:46.442528 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7884533c-458d-485d-be76-5268117ad12a req-e87efb69-018f-4549-9d68-0ee8612cdd1a service neutron] 10.222.0.15 "GET /v2.0/networks/ba3fcca8-4959-4278-9c76-59b99609716c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2644436
Apr 02 18:13:46.475124 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-8a630904-a0df-4e46-b736-0382fd056757 None None] Set router 3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:13:46.674715 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f779954-d7a6-4fb3-bc3c-ceb4194532cd admin admin] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:13:46.695178 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-7f779954-d7a6-4fb3-bc3c-ceb4194532cd admin admin] 10.222.0.10 "PUT /v2.0/routers/0f0b6b7e-ed68-4c4a-9181-610055a48348/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.9427118
Apr 02 18:13:46.698843 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c4ac34-aaaa-4033-aa4c-2c7e4ccfc405 None None] Sync routers for ids ['0f0b6b7e-ed68-4c4a-9181-610055a48348'] in dv-cinder-784603-1-iscsi {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:13:46.720855 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c4ac34-aaaa-4033-aa4c-2c7e4ccfc405 None None] Routers {'0f0b6b7e-ed68-4c4a-9181-610055a48348'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:13:46.721559 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-12c4ac34-aaaa-4033-aa4c-2c7e4ccfc405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f1195f748>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:13:29Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['0f0b6b7e-ed68-4c4a-9181-610055a48348'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:46.811384 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-979e941d-7b86-4cb2-8ce6-079afe49d31c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:47.012845 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-12c4ac34-aaaa-4033-aa4c-2c7e4ccfc405 None None] Set router 0f0b6b7e-ed68-4c4a-9181-610055a48348 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:13:47.201406 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-8a630904-a0df-4e46-b736-0382fd056757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10b40c88>, [{'id': '3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6', 'name': 'tempest-TestMinimumBasicScenario-1549083591-router', 'tenant_id': '10dc3225e9fb4f9c8119675aecd84fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '8bad264b-b9dd-4476-bfa2-c505f0fe7b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:36Z', 'updated_at': '2021-04-02T18:13:40Z', 'revision_number': 3, 'project_id': '10dc3225e9fb4f9c8119675aecd84fc9', 'gw_port': {'id': '8bad264b-b9dd-4476-bfa2-c505f0fe7b09', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:38Z', 'updated_at': '2021-04-02T18:13:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:47.262802 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a630904-a0df-4e46-b736-0382fd056757 None None] Checking router: 3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6 for host: dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:13:47.263204 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a630904-a0df-4e46-b736-0382fd056757 None None] Updating router 3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6 port 8bad264b-b9dd-4476-bfa2-c505f0fe7b09 binding host dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:13:47.342350 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8a630904-a0df-4e46-b736-0382fd056757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:47.370900 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644404e0-05ea-4763-806c-50b5f3ebe041 req-f3b02a99-a0dc-4887-921d-53a4b8ef9b38 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:47.372653 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-644404e0-05ea-4763-806c-50b5f3ebe041 req-f3b02a99-a0dc-4887-921d-53a4b8ef9b38 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.3398833
Apr 02 18:13:47.441262 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 39016) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:47.447569 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-86f61201-9b17-46df-8350-91a92b582274 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2053025052-network', 'tenant_id': '0375951ebe4d421c9dec41425c7e3257'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:47.450875 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-979e941d-7b86-4cb2-8ce6-079afe49d31c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:47.452824 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-86f61201-9b17-46df-8350-91a92b582274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:47.457592 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-86f61201-9b17-46df-8350-91a92b582274 admin admin] Usage tracker for resource:network and tenant:0375951ebe4d421c9dec41425c7e3257 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:47.462755 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-86f61201-9b17-46df-8350-91a92b582274 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:47.466866 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-86f61201-9b17-46df-8350-91a92b582274 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:47.492074 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-979e941d-7b86-4cb2-8ce6-079afe49d31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:47.501417 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-644404e0-05ea-4763-806c-50b5f3ebe041 req-c4576eff-cccc-4dda-8ca5-1bc60f5e596f tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098096
Apr 02 18:13:47.508245 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-877ca0ff-0d57-4c03-bb3f-f2952c19f8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:47.512104 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f61201-9b17-46df-8350-91a92b582274 admin admin] Made reservation on behalf of 0375951ebe4d421c9dec41425c7e3257 for: {'network': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:13:47.520145 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-86f61201-9b17-46df-8350-91a92b582274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for network, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:47.538576 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-86f61201-9b17-46df-8350-91a92b582274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:47.543764 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e941d-7b86-4cb2-8ce6-079afe49d31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6831903b-52eb-4b6d-b8df-21120b7fd884,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:47.547103 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-979e941d-7b86-4cb2-8ce6-079afe49d31c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:47.563787 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-86f61201-9b17-46df-8350-91a92b582274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:47.570531 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-86f61201-9b17-46df-8350-91a92b582274 admin admin] Usage tracker for resource:security_group_rule and tenant:0375951ebe4d421c9dec41425c7e3257 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:47.575482 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-86f61201-9b17-46df-8350-91a92b582274 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:47.579287 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-979e941d-7b86-4cb2-8ce6-079afe49d31c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=231f5d284ee94c88923b65e03886cb1b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3898866
Apr 02 18:13:47.582004 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 39020) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:47.586580 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-86f61201-9b17-46df-8350-91a92b582274 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:47.687801 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-86f61201-9b17-46df-8350-91a92b582274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:47.718371 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-12c4ac34-aaaa-4033-aa4c-2c7e4ccfc405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f1195f748>, [{'id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'name': 'tempest-TestShelveInstance-53224554-router', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '7171605c-7648-4b9f-ba08-5ffc2f975308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:28Z', 'updated_at': '2021-04-02T18:13:41Z', 'revision_number': 4, 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'gw_port': {'id': '7171605c-7648-4b9f-ba08-5ffc2f975308', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:31Z', 'updated_at': '2021-04-02T18:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'ece78a3d-f561-42a9-bc1b-bfcb0e9a2533', 'name': '', 'network_id': '2a21418c-aaad-48d6-9830-9120a44bedf1', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'mac_address': 'fa:16:3e:6d:fd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '26e14621-5573-4d8e-8c6f-261d8c7450e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:38Z', 'updated_at': '2021-04-02T18:13:43Z', 'revision_number': 2, 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'subnets': [{'id': '26e14621-5573-4d8e-8c6f-261d8c7450e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:47.722742 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-86f61201-9b17-46df-8350-91a92b582274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:47.727681 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d3b0f1aa-90a8-4510-beb6-1660223c9d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:47.734917 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c4ac34-aaaa-4033-aa4c-2c7e4ccfc405 None None] Checking router: 0f0b6b7e-ed68-4c4a-9181-610055a48348 for host: dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:13:47.735473 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c4ac34-aaaa-4033-aa4c-2c7e4ccfc405 None None] Updating router 0f0b6b7e-ed68-4c4a-9181-610055a48348 port ece78a3d-f561-42a9-bc1b-bfcb0e9a2533 binding host dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:13:47.757624 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f61201-9b17-46df-8350-91a92b582274 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'}  {{(pid=84390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:13:47.767443 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f61201-9b17-46df-8350-91a92b582274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086593e3-8166-4fad-b213-b431007a87c9,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:47.771504 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-86f61201-9b17-46df-8350-91a92b582274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:47.783446 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-86f61201-9b17-46df-8350-91a92b582274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:47.783849 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.segments_db [None req-86f61201-9b17-46df-8350-91a92b582274 admin admin] Added segment 901ef5ef-f1a4-4946-9c35-a210c0a63b36 of type vlan for network 10f51994-f1e8-48a4-a077-ccc143d28cd3
Apr 02 18:13:47.807214 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-56d40470-1f86-4238-b8df-92a378104b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:47.820339 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d6f8132c-fa97-4f28-a629-c7907ca8ad66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:47.825897 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-12c4ac34-aaaa-4033-aa4c-2c7e4ccfc405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:47.855422 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-86f61201-9b17-46df-8350-91a92b582274 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740008826705'] for network, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:47.950135 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d6f8132c-fa97-4f28-a629-c7907ca8ad66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:47.997336 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-86f61201-9b17-46df-8350-91a92b582274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971'] for network, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:47.998862 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f61201-9b17-46df-8350-91a92b582274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:47.999635 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-86f61201-9b17-46df-8350-91a92b582274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:48.005039 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-344c6353-5d6a-43c7-bd43-811dca147df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:48.047164 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47cb4b5-86c6-46fd-ae74-cb053db04174 req-1cc82c75-ab72-4cc0-8565-63e350bbef5a tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:48.048969 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d47cb4b5-86c6-46fd-ae74-cb053db04174 req-1cc82c75-ab72-4cc0-8565-63e350bbef5a tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6574fd-f26b-4f07-8a81-6ebace453949 HTTP/1.1" status: 200  len: 945 time: 0.3943977
Apr 02 18:13:48.115390 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f61201-9b17-46df-8350-91a92b582274 admin admin] Pushing event updated for resources: {'Network': ['ID=10f51994-f1e8-48a4-a077-ccc143d28cd3,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:48.118926 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-86f61201-9b17-46df-8350-91a92b582274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:48.130654 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Network 10f51994-f1e8-48a4-a077-ccc143d28cd3 details requested by agent ovs-agent-dv-cinder-784603-1-iscsi with host dv-cinder-784603-1-iscsi {{(pid=84392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:13:48.158968 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-86f61201-9b17-46df-8350-91a92b582274 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7160232
Apr 02 18:13:48.161891 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 39026) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:48.169713 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-3af62f97-435b-4f5b-951a-ea1bb2ae61a7 admin admin] Request body: {'subnet': {'network_id': '10f51994-f1e8-48a4-a077-ccc143d28cd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2053025052-subnet', 'tenant_id': '0375951ebe4d421c9dec41425c7e3257', 'ip_version': 4}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:48.175317 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-3af62f97-435b-4f5b-951a-ea1bb2ae61a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:48.178224 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d47cb4b5-86c6-46fd-ae74-cb053db04174 req-d56640b4-d35c-4f10-80b2-f520a9adef30 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121225
Apr 02 18:13:48.181778 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-3af62f97-435b-4f5b-951a-ea1bb2ae61a7 admin admin] Usage tracker for resource:subnet and tenant:0375951ebe4d421c9dec41425c7e3257 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:48.185774 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-3af62f97-435b-4f5b-951a-ea1bb2ae61a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:48.193524 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-3af62f97-435b-4f5b-951a-ea1bb2ae61a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:48.225556 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af62f97-435b-4f5b-951a-ea1bb2ae61a7 admin admin] Made reservation on behalf of 0375951ebe4d421c9dec41425c7e3257 for: {'subnet': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:13:48.231180 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3af62f97-435b-4f5b-951a-ea1bb2ae61a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3045496'] for subnet, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:48.266155 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-56d40470-1f86-4238-b8df-92a378104b24 admin admin] Allocated IP 172.20.0.1 (7570fb2b-5055-47ce-872e-fd2e3ed1b3b6/bc8a0b68-d8e0-43c3-8b2a-f303cfcd2b6f/e4d341ab-1568-4ba9-afbb-eec220822535) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:13:48.277788 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8a630904-a0df-4e46-b736-0382fd056757 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:48.302870 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-8a630904-a0df-4e46-b736-0382fd056757 None None] Transition to ACTIVE for port object 8bad264b-b9dd-4476-bfa2-c505f0fe7b09 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:48.344724 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d6f8132c-fa97-4f28-a629-c7907ca8ad66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:48.357191 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e0101654-bd3c-4c15-8929-5edca6e23760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:48.375178 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8a630904-a0df-4e46-b736-0382fd056757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:48.377244 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8132c-fa97-4f28-a629-c7907ca8ad66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6831903b-52eb-4b6d-b8df-21120b7fd884,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:48.379814 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d6f8132c-fa97-4f28-a629-c7907ca8ad66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:48.399331 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-81c4d152-d209-4753-8d6c-6141d54fe0fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:48.440435 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d6f8132c-fa97-4f28-a629-c7907ca8ad66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:48.444134 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-d6f8132c-fa97-4f28-a629-c7907ca8ad66 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6831903b-52eb-4b6d-b8df-21120b7fd884 HTTP/1.1" status: 204  len: 168 time: 0.8585708
Apr 02 18:13:48.467615 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-56d40470-1f86-4238-b8df-92a378104b24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:48.509982 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-56d40470-1f86-4238-b8df-92a378104b24 admin admin] Transition to ACTIVE for port object e4d341ab-1568-4ba9-afbb-eec220822535 will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:48.575526 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-56d40470-1f86-4238-b8df-92a378104b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851822213'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:48.593981 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b93b4c46-a160-4b7f-a7bb-099cf166a2be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:48.595287 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff8668-e67a-486f-8d97-2b0b5040be61 None None] Pushing event updated for resources: {'Port': ['ID=8bad264b-b9dd-4476-bfa2-c505f0fe7b09,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:48.605620 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f3ff8668-e67a-486f-8d97-2b0b5040be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:48.761842 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-8a630904-a0df-4e46-b736-0382fd056757 None None] Attempting to bind port 8bad264b-b9dd-4476-bfa2-c505f0fe7b09 on host dv-cinder-784603-1-iscsi for vnic_type normal with profile  {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:13:48.763426 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-8a630904-a0df-4e46-b736-0382fd056757 None None] Attempting to bind port 8bad264b-b9dd-4476-bfa2-c505f0fe7b09 by drivers openvswitch,hyperv on host dv-cinder-784603-1-iscsi at level 0 using segments [{'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:13:48.763426 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a630904-a0df-4e46-b736-0382fd056757 None None] Attempting to bind port 8bad264b-b9dd-4476-bfa2-c505f0fe7b09 on network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:13:48.779460 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a630904-a0df-4e46-b736-0382fd056757 None None] Checking agent: {'id': '478d2ba1-0e2e-4399-8e0b-445f221199a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 2, 29), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:13:48.779702 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a630904-a0df-4e46-b736-0382fd056757 None None] Checking segment: {'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:13:48.780104 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8a630904-a0df-4e46-b736-0382fd056757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:48.780536 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a630904-a0df-4e46-b736-0382fd056757 None None] Bound using segment: {'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:13:48.781317 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-8a630904-a0df-4e46-b736-0382fd056757 None None] Bound port: 8bad264b-b9dd-4476-bfa2-c505f0fe7b09, host: dv-cinder-784603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:13:48.781725 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8a630904-a0df-4e46-b736-0382fd056757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:48.825098 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d40470-1f86-4238-b8df-92a378104b24 admin admin] Pushing event updated for resources: {'Port': ['ID=e4d341ab-1568-4ba9-afbb-eec220822535,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:48.828265 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-56d40470-1f86-4238-b8df-92a378104b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:48.830109 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-12c4ac34-aaaa-4033-aa4c-2c7e4ccfc405 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:48.877308 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-12c4ac34-aaaa-4033-aa4c-2c7e4ccfc405 None None] Transition to ACTIVE for port object ece78a3d-f561-42a9-bc1b-bfcb0e9a2533 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:48.898218 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34f929-1f9c-46f0-a433-82090aa661b5 req-1c5cb5c5-1921-4c90-ac93-5ffd7e1913ea tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:48.909557 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5f34f929-1f9c-46f0-a433-82090aa661b5 req-1c5cb5c5-1921-4c90-ac93-5ffd7e1913ea tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.2522478
Apr 02 18:13:48.918755 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-8a630904-a0df-4e46-b736-0382fd056757 None None] For port 8bad264b-b9dd-4476-bfa2-c505f0fe7b09, host dv-cinder-784603-1-iscsi, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:13:48.921043 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-12c4ac34-aaaa-4033-aa4c-2c7e4ccfc405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:48.923055 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-8a630904-a0df-4e46-b736-0382fd056757 None None] For port 8bad264b-b9dd-4476-bfa2-c505f0fe7b09, host dv-cinder-784603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=8bad264b-b9dd-4476-bfa2-c505f0fe7b09,segment=NetworkSegment(422579c7-e086-4847-b55f-de8760ffa8dd),segment_id=422579c7-e086-4847-b55f-de8760ffa8dd)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:13:48.942175 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d40470-1f86-4238-b8df-92a378104b24 admin admin] Network 7570fb2b-5055-47ce-872e-fd2e3ed1b3b6 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:13:48.946131 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-56d40470-1f86-4238-b8df-92a378104b24 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:48.957071 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d40470-1f86-4238-b8df-92a378104b24 admin admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:13:48.957306 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:49.030583 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5f34f929-1f9c-46f0-a433-82090aa661b5 req-26f90092-0a33-462e-b1f2-1fc40856cf7a tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099920
Apr 02 18:13:49.035712 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3af62f97-435b-4f5b-951a-ea1bb2ae61a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2202738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3045451'] for subnet, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:49.047900 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-56d40470-1f86-4238-b8df-92a378104b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854367933'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:49.095610 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:49.148465 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8a630904-a0df-4e46-b736-0382fd056757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:49.268313 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-56d40470-1f86-4238-b8df-92a378104b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:49.345386 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-67a2176e-2eae-43d1-b4d2-191c8645fc1d None None] Provisioning for port e4d341ab-1568-4ba9-afbb-eec220822535 completed by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:49.351243 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-67a2176e-2eae-43d1-b4d2-191c8645fc1d None None] Provisioning complete for port e4d341ab-1568-4ba9-afbb-eec220822535 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:49.351866 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-67a2176e-2eae-43d1-b4d2-191c8645fc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:49.406412 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af62f97-435b-4f5b-951a-ea1bb2ae61a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2958072-8583-49d6-adfe-7803955ca142,revision_number=0']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:49.412616 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3af62f97-435b-4f5b-951a-ea1bb2ae61a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:49.478754 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-67a2176e-2eae-43d1-b4d2-191c8645fc1d None None] Port e4d341ab-1568-4ba9-afbb-eec220822535 cannot update to ACTIVE because it is not bound. {{(pid=84392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:13:49.480954 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652b36f-0854-4ea7-9595-dee2c1a032d3 None None] Pushing event updated for resources: {'Port': ['ID=ece78a3d-f561-42a9-bc1b-bfcb0e9a2533,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:49.485155 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e652b36f-0854-4ea7-9595-dee2c1a032d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:49.489103 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:49.524361 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7884533c-458d-485d-be76-5268117ad12a req-d6111368-55a3-4dbe-9288-b5ba9edd097e service neutron] 10.222.0.15 "GET /v2.0/networks/ba3fcca8-4959-4278-9c76-59b99609716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2978077
Apr 02 18:13:49.588724 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af62f97-435b-4f5b-951a-ea1bb2ae61a7 admin admin] Checking segment: {'id': '901ef5ef-f1a4-4946-9c35-a210c0a63b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '10f51994-f1e8-48a4-a077-ccc143d28cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:13:49.590058 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af62f97-435b-4f5b-951a-ea1bb2ae61a7 admin admin] Network hostable DHCP agents. Network: 10f51994-f1e8-48a4-a077-ccc143d28cd3, hostable agents: ['41a019fe-56df-4d22-b19a-be518ff15af3'], hosted agents: [] {{(pid=84390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:13:49.705745 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af62f97-435b-4f5b-951a-ea1bb2ae61a7 admin admin] Network 10f51994-f1e8-48a4-a077-ccc143d28cd3 is scheduled to be hosted by DHCP agent 41a019fe-56df-4d22-b19a-be518ff15af3 with binding_index 1 {{(pid=84390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:13:49.709646 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff8668-e67a-486f-8d97-2b0b5040be61 None None] Pushing event updated for resources: {'Port': ['ID=8bad264b-b9dd-4476-bfa2-c505f0fe7b09,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:49.713354 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f3ff8668-e67a-486f-8d97-2b0b5040be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:49.775828 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-3af62f97-435b-4f5b-951a-ea1bb2ae61a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-iscsi, 10f51994-f1e8-48a4-a077-ccc143d28cd3) {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:49.787262 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8b5fb7-3213-473e-88a1-8645d2be096c None None] Network 10f51994-f1e8-48a4-a077-ccc143d28cd3 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:13:49.800842 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af62f97-435b-4f5b-951a-ea1bb2ae61a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:49.801582 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3af62f97-435b-4f5b-951a-ea1bb2ae61a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for subnet, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:49.854281 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a630904-a0df-4e46-b736-0382fd056757 None None] Routers {'3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:13:49.855327 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-8a630904-a0df-4e46-b736-0382fd056757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10b40c88>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:13:29Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:49.869337 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-3af62f97-435b-4f5b-951a-ea1bb2ae61a7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.7032607
Apr 02 18:13:49.869689 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 39062) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:49.875808 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-69b02c98-20f4-4d50-b3cd-4b850db26e52 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2053025052-router', 'tenant_id': '0375951ebe4d421c9dec41425c7e3257', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:13:49.888220 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-69b02c98-20f4-4d50-b3cd-4b850db26e52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:49.898497 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-69b02c98-20f4-4d50-b3cd-4b850db26e52 admin admin] Usage tracker for resource:router and tenant:0375951ebe4d421c9dec41425c7e3257 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:49.905611 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-69b02c98-20f4-4d50-b3cd-4b850db26e52 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:49.918646 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-12c4ac34-aaaa-4033-aa4c-2c7e4ccfc405 None None] Attempting to bind port ece78a3d-f561-42a9-bc1b-bfcb0e9a2533 on host dv-cinder-784603-1-iscsi for vnic_type normal with profile  {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:13:49.919066 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-12c4ac34-aaaa-4033-aa4c-2c7e4ccfc405 None None] Attempting to bind port ece78a3d-f561-42a9-bc1b-bfcb0e9a2533 by drivers openvswitch,hyperv on host dv-cinder-784603-1-iscsi at level 0 using segments [{'id': 'be104902-cc58-428a-beee-7ce7057ded09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2a21418c-aaad-48d6-9830-9120a44bedf1'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:13:49.919475 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c4ac34-aaaa-4033-aa4c-2c7e4ccfc405 None None] Attempting to bind port ece78a3d-f561-42a9-bc1b-bfcb0e9a2533 on network 2a21418c-aaad-48d6-9830-9120a44bedf1 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:13:49.921110 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-69b02c98-20f4-4d50-b3cd-4b850db26e52 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:49.981969 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-69b02c98-20f4-4d50-b3cd-4b850db26e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-401632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14910'] for router, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:49.983823 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-69b02c98-20f4-4d50-b3cd-4b850db26e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854374265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854362256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854413507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760922'] for router, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:49.992816 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c4ac34-aaaa-4033-aa4c-2c7e4ccfc405 None None] Checking agent: {'id': '478d2ba1-0e2e-4399-8e0b-445f221199a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 2, 29), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:13:49.992816 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c4ac34-aaaa-4033-aa4c-2c7e4ccfc405 None None] Checking segment: {'id': 'be104902-cc58-428a-beee-7ce7057ded09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2a21418c-aaad-48d6-9830-9120a44bedf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:13:49.993256 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-12c4ac34-aaaa-4033-aa4c-2c7e4ccfc405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:49.993568 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c4ac34-aaaa-4033-aa4c-2c7e4ccfc405 None None] Bound using segment: {'id': 'be104902-cc58-428a-beee-7ce7057ded09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2a21418c-aaad-48d6-9830-9120a44bedf1'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:13:49.994097 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-12c4ac34-aaaa-4033-aa4c-2c7e4ccfc405 None None] Bound port: ece78a3d-f561-42a9-bc1b-bfcb0e9a2533, host: dv-cinder-784603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be104902-cc58-428a-beee-7ce7057ded09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2a21418c-aaad-48d6-9830-9120a44bedf1'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:13:49.994581 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-12c4ac34-aaaa-4033-aa4c-2c7e4ccfc405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:50.047194 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-69b02c98-20f4-4d50-b3cd-4b850db26e52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:50.074066 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c79a9-8aa4-42c7-9e73-d0e6e86c3bcd req-5cd69df4-2ba5-4062-8a83-685e68f613ad tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:50.075993 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-168c79a9-8aa4-42c7-9e73-d0e6e86c3bcd req-5cd69df4-2ba5-4062-8a83-685e68f613ad tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6574fd-f26b-4f07-8a81-6ebace453949 HTTP/1.1" status: 200  len: 945 time: 0.6248395
Apr 02 18:13:50.084954 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-56d40470-1f86-4238-b8df-92a378104b24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:50.156837 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-56d40470-1f86-4238-b8df-92a378104b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2953587'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:50.246860 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112af69a-7616-4760-9044-cc2932593f3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8634273-20c2-5e01-b176-6034d848a5ba-10f51994-f1e8-48a4-a077-ccc143d28cd3', 'network_id': '10f51994-f1e8-48a4-a077-ccc143d28cd3', 'tenant_id': '0375951ebe4d421c9dec41425c7e3257', 'fixed_ips': [{'subnet_id': 'c2958072-8583-49d6-adfe-7803955ca142'}]}} from dv-cinder-784603-1-iscsi. {{(pid=84392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 02 18:13:50.247952 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-112af69a-7616-4760-9044-cc2932593f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:50.248962 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:50.250092 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-8a630904-a0df-4e46-b736-0382fd056757 None None] Set router 3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:13:50.299771 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-12c4ac34-aaaa-4033-aa4c-2c7e4ccfc405 None None] For port ece78a3d-f561-42a9-bc1b-bfcb0e9a2533, host dv-cinder-784603-1-iscsi, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:13:50.350116 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-56d40470-1f86-4238-b8df-92a378104b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854365290'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:50.353632 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-12c4ac34-aaaa-4033-aa4c-2c7e4ccfc405 None None] For port ece78a3d-f561-42a9-bc1b-bfcb0e9a2533, host dv-cinder-784603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=ece78a3d-f561-42a9-bc1b-bfcb0e9a2533,segment=NetworkSegment(be104902-cc58-428a-beee-7ce7057ded09),segment_id=be104902-cc58-428a-beee-7ce7057ded09)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:13:50.474055 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-168c79a9-8aa4-42c7-9e73-d0e6e86c3bcd req-ec9a5b29-14f7-4517-b852-7b367882f9f9 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3865159
Apr 02 18:13:50.502397 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-12c4ac34-aaaa-4033-aa4c-2c7e4ccfc405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:50.600621 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-112af69a-7616-4760-9044-cc2932593f3a None None] Allocated IP 172.20.0.2 (10f51994-f1e8-48a4-a077-ccc143d28cd3/c2958072-8583-49d6-adfe-7803955ca142/19dfcf62-4de2-4db2-bd80-cd5a941e2ada) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:13:50.728241 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d40470-1f86-4238-b8df-92a378104b24 admin admin] Pushing event updated for resources: {'Port': ['ID=e4d341ab-1568-4ba9-afbb-eec220822535,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:50.744952 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-56d40470-1f86-4238-b8df-92a378104b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:50.758823 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-69b02c98-20f4-4d50-b3cd-4b850db26e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854362271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854362849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760937'] for router, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:50.802113 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f4f93-0c85-4af8-8205-cd7aeaa41b7b req-90fc1ae1-d92a-4871-8edb-1275426dd532 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:50.813432 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e59f4f93-0c85-4af8-8205-cd7aeaa41b7b req-90fc1ae1-d92a-4871-8edb-1275426dd532 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.4134333
Apr 02 18:13:50.868712 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d40470-1f86-4238-b8df-92a378104b24 admin admin] Network 7570fb2b-5055-47ce-872e-fd2e3ed1b3b6 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:13:50.893127 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-56d40470-1f86-4238-b8df-92a378104b24 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:50.939678 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:50.951158 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e59f4f93-0c85-4af8-8205-cd7aeaa41b7b req-49bb3797-18ae-4749-ac0d-5ebef4c953a6 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362169
Apr 02 18:13:51.122602 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-112af69a-7616-4760-9044-cc2932593f3a None None] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:51.141706 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-112af69a-7616-4760-9044-cc2932593f3a None None] Transition to ACTIVE for port object 19dfcf62-4de2-4db2-bd80-cd5a941e2ada will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:51.189335 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-112af69a-7616-4760-9044-cc2932593f3a None None] Transition to ACTIVE for port object 19dfcf62-4de2-4db2-bd80-cd5a941e2ada will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:13:51.225633 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-112af69a-7616-4760-9044-cc2932593f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:51.252788 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d40470-1f86-4238-b8df-92a378104b24 admin admin] Router 3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6 has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:13:51.257063 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:51.306620 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652b36f-0854-4ea7-9595-dee2c1a032d3 None None] Pushing event updated for resources: {'Port': ['ID=ece78a3d-f561-42a9-bc1b-bfcb0e9a2533,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:51.328063 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e652b36f-0854-4ea7-9595-dee2c1a032d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:51.392064 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-69b02c98-20f4-4d50-b3cd-4b850db26e52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:51.432203 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-69b02c98-20f4-4d50-b3cd-4b850db26e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:51.488580 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 39096) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:51.492904 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c4ac34-aaaa-4033-aa4c-2c7e4ccfc405 None None] Routers {'0f0b6b7e-ed68-4c4a-9181-610055a48348'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:13:51.493544 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-12c4ac34-aaaa-4033-aa4c-2c7e4ccfc405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f1195f748>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:13:29Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['0f0b6b7e-ed68-4c4a-9181-610055a48348'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:51.551208 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112af69a-7616-4760-9044-cc2932593f3a None None] Pushing event updated for resources: {'Port': ['ID=19dfcf62-4de2-4db2-bd80-cd5a941e2ada,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:51.586920 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-112af69a-7616-4760-9044-cc2932593f3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:51.631146 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d40470-1f86-4238-b8df-92a378104b24 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:13:51.641696 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-56d40470-1f86-4238-b8df-92a378104b24 admin admin] 10.222.0.10 "PUT /v2.0/routers/3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2114520
Apr 02 18:13:51.646382 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-32d63960-1fb9-45d7-a9ed-79ca6438ff2c None None] Provisioning complete for port e4d341ab-1568-4ba9-afbb-eec220822535 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:51.646752 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-32d63960-1fb9-45d7-a9ed-79ca6438ff2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:51.795642 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-0c21208f-65e7-4d1a-9118-b9b0bb3273d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:51.819198 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-0c21208f-65e7-4d1a-9118-b9b0bb3273d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:51.830073 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-0c21208f-65e7-4d1a-9118-b9b0bb3273d8 admin admin] Usage tracker for resource:security_group_rule and tenant:14b39155484140cf9868d6861802a2a6 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:51.830521 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-32d63960-1fb9-45d7-a9ed-79ca6438ff2c None None] Port e4d341ab-1568-4ba9-afbb-eec220822535 cannot update to ACTIVE because it is not bound. {{(pid=84392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:13:51.842610 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-69b02c98-20f4-4d50-b3cd-4b850db26e52 admin admin] Allocated IP 172.27.2.103 (42dddd6f-9dd9-47ad-90cc-d42a9f8f1223/91c6c6e9-4506-41a9-9628-98cc28823f44/606f21c5-c560-4394-a8e4-515d6a504500) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:13:51.851555 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-0c21208f-65e7-4d1a-9118-b9b0bb3273d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:51.862280 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112af69a-7616-4760-9044-cc2932593f3a None None] Network 10f51994-f1e8-48a4-a077-ccc143d28cd3 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:13:51.866220 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-112af69a-7616-4760-9044-cc2932593f3a None None] Resources bound (agent type, host, resource id):  {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:51.870870 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112af69a-7616-4760-9044-cc2932593f3a None None] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:13:51.885500 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-0c21208f-65e7-4d1a-9118-b9b0bb3273d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:51.904873 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-8a630904-a0df-4e46-b736-0382fd056757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10b40c88>, [{'id': '3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6', 'name': 'tempest-TestMinimumBasicScenario-1549083591-router', 'tenant_id': '10dc3225e9fb4f9c8119675aecd84fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '8bad264b-b9dd-4476-bfa2-c505f0fe7b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:36Z', 'updated_at': '2021-04-02T18:13:49Z', 'revision_number': 4, 'project_id': '10dc3225e9fb4f9c8119675aecd84fc9', 'gw_port': {'id': '8bad264b-b9dd-4476-bfa2-c505f0fe7b09', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:38Z', 'updated_at': '2021-04-02T18:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'e4d341ab-1568-4ba9-afbb-eec220822535', 'name': '', 'network_id': '7570fb2b-5055-47ce-872e-fd2e3ed1b3b6', 'tenant_id': '10dc3225e9fb4f9c8119675aecd84fc9', 'mac_address': 'fa:16:3e:f4:1a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bc8a0b68-d8e0-43c3-8b2a-f303cfcd2b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:47Z', 'updated_at': '2021-04-02T18:13:48Z', 'revision_number': 1, 'project_id': '10dc3225e9fb4f9c8119675aecd84fc9', 'subnets': [{'id': 'bc8a0b68-d8e0-43c3-8b2a-f303cfcd2b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:51.914536 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a630904-a0df-4e46-b736-0382fd056757 None None] The sync data for ids ['3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6'] in dv-cinder-784603-1-iscsi is: [{'id': '3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6', 'name': 'tempest-TestMinimumBasicScenario-1549083591-router', 'tenant_id': '10dc3225e9fb4f9c8119675aecd84fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '8bad264b-b9dd-4476-bfa2-c505f0fe7b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:36Z', 'updated_at': '2021-04-02T18:13:49Z', 'revision_number': 4, 'project_id': '10dc3225e9fb4f9c8119675aecd84fc9', 'gw_port': {'id': '8bad264b-b9dd-4476-bfa2-c505f0fe7b09', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:38Z', 'updated_at': '2021-04-02T18:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'e4d341ab-1568-4ba9-afbb-eec220822535', 'name': '', 'network_id': '7570fb2b-5055-47ce-872e-fd2e3ed1b3b6', 'tenant_id': '10dc3225e9fb4f9c8119675aecd84fc9', 'mac_address': 'fa:16:3e:f4:1a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bc8a0b68-d8e0-43c3-8b2a-f303cfcd2b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:47Z', 'updated_at': '2021-04-02T18:13:48Z', 'revision_number': 1, 'project_id': '10dc3225e9fb4f9c8119675aecd84fc9', 'subnets': [{'id': 'bc8a0b68-d8e0-43c3-8b2a-f303cfcd2b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:13:51.941456 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-12c4ac34-aaaa-4033-aa4c-2c7e4ccfc405 None None] Set router 0f0b6b7e-ed68-4c4a-9181-610055a48348 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:13:52.065115 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-112af69a-7616-4760-9044-cc2932593f3a None None] Attempting to bind port 19dfcf62-4de2-4db2-bd80-cd5a941e2ada on host dv-cinder-784603-1-iscsi for vnic_type normal with profile  {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:13:52.065869 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-112af69a-7616-4760-9044-cc2932593f3a None None] Attempting to bind port 19dfcf62-4de2-4db2-bd80-cd5a941e2ada by drivers openvswitch,hyperv on host dv-cinder-784603-1-iscsi at level 0 using segments [{'id': '901ef5ef-f1a4-4946-9c35-a210c0a63b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '10f51994-f1e8-48a4-a077-ccc143d28cd3'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:13:52.066534 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112af69a-7616-4760-9044-cc2932593f3a None None] Attempting to bind port 19dfcf62-4de2-4db2-bd80-cd5a941e2ada on network 10f51994-f1e8-48a4-a077-ccc143d28cd3 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:13:52.073944 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112af69a-7616-4760-9044-cc2932593f3a None None] Checking agent: {'id': '478d2ba1-0e2e-4399-8e0b-445f221199a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 2, 29), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:13:52.074731 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112af69a-7616-4760-9044-cc2932593f3a None None] Checking segment: {'id': '901ef5ef-f1a4-4946-9c35-a210c0a63b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '10f51994-f1e8-48a4-a077-ccc143d28cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:13:52.075681 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-112af69a-7616-4760-9044-cc2932593f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:52.076316 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112af69a-7616-4760-9044-cc2932593f3a None None] Bound using segment: {'id': '901ef5ef-f1a4-4946-9c35-a210c0a63b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '10f51994-f1e8-48a4-a077-ccc143d28cd3'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:13:52.077060 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-112af69a-7616-4760-9044-cc2932593f3a None None] Bound port: 19dfcf62-4de2-4db2-bd80-cd5a941e2ada, host: dv-cinder-784603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '901ef5ef-f1a4-4946-9c35-a210c0a63b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '10f51994-f1e8-48a4-a077-ccc143d28cd3'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:13:52.077676 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-112af69a-7616-4760-9044-cc2932593f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:52.205178 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-112af69a-7616-4760-9044-cc2932593f3a None None] For port 19dfcf62-4de2-4db2-bd80-cd5a941e2ada, host dv-cinder-784603-1-iscsi, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:13:52.215776 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-112af69a-7616-4760-9044-cc2932593f3a None None] For port 19dfcf62-4de2-4db2-bd80-cd5a941e2ada, host dv-cinder-784603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=19dfcf62-4de2-4db2-bd80-cd5a941e2ada,segment=NetworkSegment(901ef5ef-f1a4-4946-9c35-a210c0a63b36),segment_id=901ef5ef-f1a4-4946-9c35-a210c0a63b36)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:13:52.234173 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f3387-a14f-4808-8c41-49da263a742e req-6ad26ccb-bb4e-4b11-b19f-2ee6954d16bb tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:52.251491 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-022f3387-a14f-4808-8c41-49da263a742e req-6ad26ccb-bb4e-4b11-b19f-2ee6954d16bb tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96b8e4d-30a0-4217-98d5-9492b52ebb80 HTTP/1.1" status: 200  len: 946 time: 0.4869437
Apr 02 18:13:52.254855 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-112af69a-7616-4760-9044-cc2932593f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:52.282201 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:52.285010 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212b45d-69e3-4cfd-8c1d-26031a194806 req-88139663-d183-43c1-9941-0a040893e26c tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:52.286422 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-69b02c98-20f4-4d50-b3cd-4b850db26e52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:52.287628 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e212b45d-69e3-4cfd-8c1d-26031a194806 req-88139663-d183-43c1-9941-0a040893e26c tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6574fd-f26b-4f07-8a81-6ebace453949 HTTP/1.1" status: 200  len: 945 time: 0.3790877
Apr 02 18:13:52.355677 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-022f3387-a14f-4808-8c41-49da263a742e req-d0369b82-1642-4509-89e4-97fe76cc2bf4 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028006
Apr 02 18:13:52.418104 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-0c21208f-65e7-4d1a-9118-b9b0bb3273d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:52.428907 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e212b45d-69e3-4cfd-8c1d-26031a194806 req-1fec6ec1-8ce4-4fa6-aa1d-b221c5890218 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227231
Apr 02 18:13:52.478327 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-0c21208f-65e7-4d1a-9118-b9b0bb3273d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:52.494654 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-69b02c98-20f4-4d50-b3cd-4b850db26e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:52.533249 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f275606a-5106-4879-842d-c67e5040e5db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:52.659949 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112af69a-7616-4760-9044-cc2932593f3a None None] Pushing event updated for resources: {'Port': ['ID=19dfcf62-4de2-4db2-bd80-cd5a941e2ada,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:52.677157 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-112af69a-7616-4760-9044-cc2932593f3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:52.714692 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-12c4ac34-aaaa-4033-aa4c-2c7e4ccfc405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f1195f748>, [{'id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'name': 'tempest-TestShelveInstance-53224554-router', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '7171605c-7648-4b9f-ba08-5ffc2f975308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:28Z', 'updated_at': '2021-04-02T18:13:41Z', 'revision_number': 4, 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'gw_port': {'id': '7171605c-7648-4b9f-ba08-5ffc2f975308', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:31Z', 'updated_at': '2021-04-02T18:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'ece78a3d-f561-42a9-bc1b-bfcb0e9a2533', 'name': '', 'network_id': '2a21418c-aaad-48d6-9830-9120a44bedf1', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'mac_address': 'fa:16:3e:6d:fd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '26e14621-5573-4d8e-8c6f-261d8c7450e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:38Z', 'updated_at': '2021-04-02T18:13:50Z', 'revision_number': 4, 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'subnets': [{'id': '26e14621-5573-4d8e-8c6f-261d8c7450e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:52.742229 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c4ac34-aaaa-4033-aa4c-2c7e4ccfc405 None None] The sync data for ids ['0f0b6b7e-ed68-4c4a-9181-610055a48348'] in dv-cinder-784603-1-iscsi is: [{'id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'name': 'tempest-TestShelveInstance-53224554-router', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '7171605c-7648-4b9f-ba08-5ffc2f975308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:28Z', 'updated_at': '2021-04-02T18:13:41Z', 'revision_number': 4, 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'gw_port': {'id': '7171605c-7648-4b9f-ba08-5ffc2f975308', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:31Z', 'updated_at': '2021-04-02T18:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'ece78a3d-f561-42a9-bc1b-bfcb0e9a2533', 'name': '', 'network_id': '2a21418c-aaad-48d6-9830-9120a44bedf1', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'mac_address': 'fa:16:3e:6d:fd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '26e14621-5573-4d8e-8c6f-261d8c7450e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:38Z', 'updated_at': '2021-04-02T18:13:50Z', 'revision_number': 4, 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'subnets': [{'id': '26e14621-5573-4d8e-8c6f-261d8c7450e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:13:52.875928 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-0c21208f-65e7-4d1a-9118-b9b0bb3273d8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=14b39155484140cf9868d6861802a2a6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3862319
Apr 02 18:13:52.929105 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 39132) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:53.014990 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21208f-65e7-4d1a-9118-b9b0bb3273d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8339d2c0-9356-46ec-9382-6f0edcb228fd,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:53.032110 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-0c21208f-65e7-4d1a-9118-b9b0bb3273d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:53.039093 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-772f9ca8-c544-4955-8b43-23db47548797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.485s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:53.086951 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002a6bb-1a61-4dbb-b3d5-0bf529069feb req-9ca8b889-cf06-4deb-b41d-d31dcacaf06f tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:53.099955 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1002a6bb-1a61-4dbb-b3d5-0bf529069feb req-9ca8b889-cf06-4deb-b41d-d31dcacaf06f tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.2988698
Apr 02 18:13:53.244259 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1002a6bb-1a61-4dbb-b3d5-0bf529069feb req-3c16cbb8-5f55-45a9-bb6e-a98ad265bf25 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434333
Apr 02 18:13:53.832635 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device ece78a3d-f561-42a9-bc1b-bfcb0e9a2533 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:53.973572 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2eabb2-737e-43e5-a154-e6b3af2e094b req-114d676c-a9c7-4a01-86fc-fe7ed737bbc9 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:53.975243 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7b2eabb2-737e-43e5-a154-e6b3af2e094b req-114d676c-a9c7-4a01-86fc-fe7ed737bbc9 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96b8e4d-30a0-4217-98d5-9492b52ebb80 HTTP/1.1" status: 200  len: 946 time: 0.2788715
Apr 02 18:13:54.092015 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7b2eabb2-737e-43e5-a154-e6b3af2e094b req-3a10328a-4059-4789-8473-64a960bf87c8 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002471
Apr 02 18:13:54.115864 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning for port ece78a3d-f561-42a9-bc1b-bfcb0e9a2533 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:54.129106 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port ece78a3d-f561-42a9-bc1b-bfcb0e9a2533 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:54.129536 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:54.166181 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b02c98-20f4-4d50-b3cd-4b850db26e52 admin admin] Pushing event updated for resources: {'Port': ['ID=606f21c5-c560-4394-a8e4-515d6a504500,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:54.197592 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-69b02c98-20f4-4d50-b3cd-4b850db26e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.160s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:54.233209 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8d03c9dc-ab58-4443-8596-171e7356379a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:54.253628 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b02c98-20f4-4d50-b3cd-4b850db26e52 admin admin] Network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:13:54.266331 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-69b02c98-20f4-4d50-b3cd-4b850db26e52 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:13:54.287664 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b02c98-20f4-4d50-b3cd-4b850db26e52 admin admin] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:13:54.382441 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:54.384615 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8d03c9dc-ab58-4443-8596-171e7356379a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:54.509534 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] For port ece78a3d-f561-42a9-bc1b-bfcb0e9a2533, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=ece78a3d-f561-42a9-bc1b-bfcb0e9a2533,segment=NetworkSegment(be104902-cc58-428a-beee-7ce7057ded09),segment_id=be104902-cc58-428a-beee-7ce7057ded09)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:54.531085 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0ef1a-3625-4d7e-b04b-36fd78d9f8ac req-39dd5946-8fe6-4c45-8e89-304814cbfb56 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:54.532152 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-8ca0ef1a-3625-4d7e-b04b-36fd78d9f8ac req-39dd5946-8fe6-4c45-8e89-304814cbfb56 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Synchronizing usage tracker for tenant:ed7d1d5264c74304906ef3044a96cced on resource:port {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:13:54.551333 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:54.553407 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:54.752556 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10a90b-c779-4599-9862-e883af9ef380 req-50214995-0361-4ae5-a5fa-026da87e9aa9 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:54.764549 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-cb10a90b-c779-4599-9862-e883af9ef380 req-50214995-0361-4ae5-a5fa-026da87e9aa9 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.2795393
Apr 02 18:13:54.802954 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Pushing event updated for resources: {'Port': ['ID=ece78a3d-f561-42a9-bc1b-bfcb0e9a2533,revision_number=5']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:54.810812 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:54.858148 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-cb10a90b-c779-4599-9862-e883af9ef380 req-69cb73f0-18e0-4d39-a69e-c402d6cec081 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863531
Apr 02 18:13:55.174880 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-8ca0ef1a-3625-4d7e-b04b-36fd78d9f8ac req-39dd5946-8fe6-4c45-8e89-304814cbfb56 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Unset dirty status for tenant:ed7d1d5264c74304906ef3044a96cced on resource:port {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:13:55.176722 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8ca0ef1a-3625-4d7e-b04b-36fd78d9f8ac req-39dd5946-8fe6-4c45-8e89-304814cbfb56 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.15 "GET /v2.0/ports?device_id=c96b8e4d-30a0-4217-98d5-9492b52ebb80 HTTP/1.1" status: 200  len: 946 time: 2.0331216
Apr 02 18:13:55.234425 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8d03c9dc-ab58-4443-8596-171e7356379a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:55.400487 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-55a91e68-18cf-4b8a-8d9b-3f57c1cc09ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:55.613187 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acb82e-8972-49cf-91c8-5ffbea528b64 req-c53bd271-799d-4940-a76a-916a229592f8 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:55.622652 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-73acb82e-8972-49cf-91c8-5ffbea528b64 req-c53bd271-799d-4940-a76a-916a229592f8 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96b8e4d-30a0-4217-98d5-9492b52ebb80 HTTP/1.1" status: 200  len: 946 time: 0.2709322
Apr 02 18:13:55.701743 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device ece78a3d-f561-42a9-bc1b-bfcb0e9a2533 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:55.702077 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-8ca0ef1a-3625-4d7e-b04b-36fd78d9f8ac req-d7dbd729-b0bd-4dd3-988f-17f530bfd561 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Deleting port 990ce960-5d76-476b-aa11-44772651f831 {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:13:55.702689 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-8ca0ef1a-3625-4d7e-b04b-36fd78d9f8ac req-d7dbd729-b0bd-4dd3-988f-17f530bfd561 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:55.711233 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-73acb82e-8972-49cf-91c8-5ffbea528b64 req-be812586-201b-4765-b5cf-53b0c05b2e49 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873008
Apr 02 18:13:55.770966 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03c9dc-ab58-4443-8596-171e7356379a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8339d2c0-9356-46ec-9382-6f0edcb228fd,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:55.784005 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8d03c9dc-ab58-4443-8596-171e7356379a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:55.879214 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8d03c9dc-ab58-4443-8596-171e7356379a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:55.884258 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-8d03c9dc-ab58-4443-8596-171e7356379a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8339d2c0-9356-46ec-9382-6f0edcb228fd HTTP/1.1" status: 204  len: 168 time: 2.9542031
Apr 02 18:13:55.919078 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port ece78a3d-f561-42a9-bc1b-bfcb0e9a2533 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:55.919513 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:56.222231 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc5889e-1879-4608-b8f3-964ec9a2dcbb None None] Network 10f51994-f1e8-48a4-a077-ccc143d28cd3 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:13:56.387553 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83f266-d812-41d9-aa4d-bfabdc1ec328 req-e19e6784-efcb-481e-8b1f-3c9ebfa5ae70 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:56.396582 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2a83f266-d812-41d9-aa4d-bfabdc1ec328 req-e19e6784-efcb-481e-8b1f-3c9ebfa5ae70 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.2292645
Apr 02 18:13:56.457526 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-69b02c98-20f4-4d50-b3cd-4b850db26e52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:56.524243 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2a83f266-d812-41d9-aa4d-bfabdc1ec328 req-5b2fab7e-f03b-476f-b14d-8c301fd4765f tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1266065
Apr 02 18:13:56.559730 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 8bad264b-b9dd-4476-bfa2-c505f0fe7b09 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:56.642416 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-825949d5-bdd5-4cce-affe-dfeb04e15f12 None None] Provisioning for port 19dfcf62-4de2-4db2-bd80-cd5a941e2ada completed by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:56.743690 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning for port 8bad264b-b9dd-4476-bfa2-c505f0fe7b09 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:56.760326 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port 8bad264b-b9dd-4476-bfa2-c505f0fe7b09 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:56.761514 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:56.803270 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-8ca0ef1a-3625-4d7e-b04b-36fd78d9f8ac req-d7dbd729-b0bd-4dd3-988f-17f530bfd561 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] For port 990ce960-5d76-476b-aa11-44772651f831, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=990ce960-5d76-476b-aa11-44772651f831,segment=NetworkSegment(0f9f35da-6dca-4704-809e-53ca6f077541),segment_id=0f9f35da-6dca-4704-809e-53ca6f077541)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:56.803671 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-8ca0ef1a-3625-4d7e-b04b-36fd78d9f8ac req-d7dbd729-b0bd-4dd3-988f-17f530bfd561 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:57.002215 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-8ca0ef1a-3625-4d7e-b04b-36fd78d9f8ac req-d7dbd729-b0bd-4dd3-988f-17f530bfd561 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Calling delete_port for 990ce960-5d76-476b-aa11-44772651f831 owned by compute:nova {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:13:57.027741 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:57.068958 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] For port 8bad264b-b9dd-4476-bfa2-c505f0fe7b09, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=8bad264b-b9dd-4476-bfa2-c505f0fe7b09,segment=NetworkSegment(422579c7-e086-4847-b55f-de8760ffa8dd),segment_id=422579c7-e086-4847-b55f-de8760ffa8dd)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:57.099716 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:57.100674 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 19dfcf62-4de2-4db2-bd80-cd5a941e2ada up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:13:57.153306 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-6988aca8-5918-4c46-a601-89bd441458db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:57.162620 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0730bd-e10f-4e7e-b97d-37c06142c0bf req-05cd87de-68f5-4304-ab90-69f2a82193b3 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:57.175561 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8f0730bd-e10f-4e7e-b97d-37c06142c0bf req-05cd87de-68f5-4304-ab90-69f2a82193b3 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96b8e4d-30a0-4217-98d5-9492b52ebb80 HTTP/1.1" status: 200  len: 946 time: 0.1953852
Apr 02 18:13:57.268030 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8f0730bd-e10f-4e7e-b97d-37c06142c0bf req-cea78189-c6a5-4186-83bc-f426ce01badf tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912433
Apr 02 18:13:57.332255 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Pushing event updated for resources: {'Port': ['ID=8bad264b-b9dd-4476-bfa2-c505f0fe7b09,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:57.354925 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:57.354925 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:57.354925 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:57.354925 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:57.356834 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:57.357287 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:57.357667 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:57.358049 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:57.358453 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:57.358829 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:57.359205 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:57.359570 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:13:57.376481 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:57.465445 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf656f99-d5a3-4a4d-9018-e8090adcc537 None None] Sync routers for ids ['3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6'] in dv-cinder-784603-1-iscsi {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:13:57.487751 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning for port 19dfcf62-4de2-4db2-bd80-cd5a941e2ada completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:13:57.513921 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf656f99-d5a3-4a4d-9018-e8090adcc537 None None] Routers {'3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:13:57.514652 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-cf656f99-d5a3-4a4d-9018-e8090adcc537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f112322e8>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:13:29Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:57.763661 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port 19dfcf62-4de2-4db2-bd80-cd5a941e2ada triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:57.764321 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:57.844093 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-c7e80ef1-8fcf-48ba-bc35-5df681139a44 None None] Provisioning complete for port 19dfcf62-4de2-4db2-bd80-cd5a941e2ada triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:13:57.844766 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c7e80ef1-8fcf-48ba-bc35-5df681139a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:57.866081 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedda3a1-5100-43c2-b55f-688cac32826d req-2b2d59a8-9ac1-4400-8421-230398f2ebde tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:57.868447 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dedda3a1-5100-43c2-b55f-688cac32826d req-2b2d59a8-9ac1-4400-8421-230398f2ebde tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.1522832
Apr 02 18:13:57.899759 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-69b02c98-20f4-4d50-b3cd-4b850db26e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413598'] for router, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:57.904816 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-8ca0ef1a-3625-4d7e-b04b-36fd78d9f8ac req-d7dbd729-b0bd-4dd3-988f-17f530bfd561 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:57.999325 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dedda3a1-5100-43c2-b55f-688cac32826d req-64a52a82-b6fa-4701-82c8-4d770822be28 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1232035
Apr 02 18:13:58.002016 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5f1c5a67-3fdd-430e-9be1-6d81bfa72cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:58.004615 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 990ce960-5d76-476b-aa11-44772651f831 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:13:58.083334 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] No Port match for: 990ce960-5d76-476b-aa11-44772651f831 {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:13:58.083735 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 990ce960-5d76-476b-aa11-44772651f831 not bound to the agent host hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:13:58.173038 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c7e80ef1-8fcf-48ba-bc35-5df681139a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:58.315863 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-c7e80ef1-8fcf-48ba-bc35-5df681139a44 None None] For port 19dfcf62-4de2-4db2-bd80-cd5a941e2ada, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=19dfcf62-4de2-4db2-bd80-cd5a941e2ada,segment=NetworkSegment(901ef5ef-f1a4-4946-9c35-a210c0a63b36),segment_id=901ef5ef-f1a4-4946-9c35-a210c0a63b36)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:13:58.319682 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:58.344471 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-cf656f99-d5a3-4a4d-9018-e8090adcc537 None None] Set router 3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:13:58.398835 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c7e80ef1-8fcf-48ba-bc35-5df681139a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:58.410235 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-185928d3-408d-463f-93b1-66883f24d180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:58.465154 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7f779954-d7a6-4fb3-bc3c-ceb4194532cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:58.491394 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e80ef1-8fcf-48ba-bc35-5df681139a44 None None] Pushing event updated for resources: {'Port': ['ID=19dfcf62-4de2-4db2-bd80-cd5a941e2ada,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:58.509359 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c7e80ef1-8fcf-48ba-bc35-5df681139a44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:58.564964 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 39236) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:58.568835 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dbd729-b0bd-4dd3-988f-17f530bfd561 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Pushing event deleted for resources: {'Port': ['ID=990ce960-5d76-476b-aa11-44772651f831,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:58.588904 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3828978e-6cbe-4f52-8316-3de0326e74ed req-591fee9b-d784-4a72-ad62-673da6c3e88b tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96b8e4d-30a0-4217-98d5-9492b52ebb80 HTTP/1.1" status: 200  len: 210 time: 0.0954180
Apr 02 18:13:58.736773 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d7dbd729-b0bd-4dd3-988f-17f530bfd561 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:58.870170 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca0ef1a-3625-4d7e-b04b-36fd78d9f8ac req-d7dbd729-b0bd-4dd3-988f-17f530bfd561 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] No DVR routers for this DVR port 990ce960-5d76-476b-aa11-44772651f831 on host hv-cinder-78460 {{(pid=84390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:13:58.879286 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-8ca0ef1a-3625-4d7e-b04b-36fd78d9f8ac req-d7dbd729-b0bd-4dd3-988f-17f530bfd561 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:58.896005 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96b8e4d-30a0-4217-98d5-9492b52ebb80', 'name': 'network-vif-deleted', 'tag': '990ce960-5d76-476b-aa11-44772651f831'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:13:58.934509 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b02c98-20f4-4d50-b3cd-4b850db26e52 admin admin] Router 247cb27c-0dc2-47c1-908b-883c26563f87 is scheduled to L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 with binding_index 1 {{(pid=84390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 02 18:13:59.011643 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8ca0ef1a-3625-4d7e-b04b-36fd78d9f8ac req-d7dbd729-b0bd-4dd3-988f-17f530bfd561 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.15 "DELETE /v2.0/ports/990ce960-5d76-476b-aa11-44772651f831 HTTP/1.1" status: 204  len: 173 time: 3.6258507
Apr 02 18:13:59.013261 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3e79eee7-e079-420a-aea0-9d881b71ed9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:59.080366 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-3e79eee7-e079-420a-aea0-9d881b71ed9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:13:59.087048 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-3e79eee7-e079-420a-aea0-9d881b71ed9d admin admin] Usage tracker for resource:security_group_rule and tenant:1bf86898e485487aa0e785afb55c69ce is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:13:59.095701 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-3e79eee7-e079-420a-aea0-9d881b71ed9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:13:59.112931 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-3e79eee7-e079-420a-aea0-9d881b71ed9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:13:59.161748 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:59.165910 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.db.api [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84392) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 18:13:59.166367 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_db.api [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 02 18:13:59.170726 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96b8e4d-30a0-4217-98d5-9492b52ebb80', 'name': 'network-vif-deleted', 'tag': '990ce960-5d76-476b-aa11-44772651f831', 'status': 'completed', 'code': 200}
Apr 02 18:13:59.200557 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-cf656f99-d5a3-4a4d-9018-e8090adcc537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f112322e8>, [{'id': '3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6', 'name': 'tempest-TestMinimumBasicScenario-1549083591-router', 'tenant_id': '10dc3225e9fb4f9c8119675aecd84fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '8bad264b-b9dd-4476-bfa2-c505f0fe7b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:36Z', 'updated_at': '2021-04-02T18:13:49Z', 'revision_number': 4, 'project_id': '10dc3225e9fb4f9c8119675aecd84fc9', 'gw_port': {'id': '8bad264b-b9dd-4476-bfa2-c505f0fe7b09', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:38Z', 'updated_at': '2021-04-02T18:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'e4d341ab-1568-4ba9-afbb-eec220822535', 'name': '', 'network_id': '7570fb2b-5055-47ce-872e-fd2e3ed1b3b6', 'tenant_id': '10dc3225e9fb4f9c8119675aecd84fc9', 'mac_address': 'fa:16:3e:f4:1a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bc8a0b68-d8e0-43c3-8b2a-f303cfcd2b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:47Z', 'updated_at': '2021-04-02T18:13:49Z', 'revision_number': 2, 'project_id': '10dc3225e9fb4f9c8119675aecd84fc9', 'subnets': [{'id': 'bc8a0b68-d8e0-43c3-8b2a-f303cfcd2b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:59.205547 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf656f99-d5a3-4a4d-9018-e8090adcc537 None None] Checking router: 3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6 for host: dv-cinder-784603-1-iscsi {{(pid=84392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:13:59.205954 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf656f99-d5a3-4a4d-9018-e8090adcc537 None None] Updating router 3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6 port e4d341ab-1568-4ba9-afbb-eec220822535 binding host dv-cinder-784603-1-iscsi {{(pid=84392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:13:59.237922 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3e79eee7-e079-420a-aea0-9d881b71ed9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:59.277935 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3e79eee7-e079-420a-aea0-9d881b71ed9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:59.284578 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cf656f99-d5a3-4a4d-9018-e8090adcc537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:59.296712 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b86092a7-9bcb-4284-a640-b9ad751bc18e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:13:59.311787 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b02c98-20f4-4d50-b3cd-4b850db26e52 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:13:59.324732 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0578a48-f38f-41fc-93ea-0a5cd425d72a None None] Sync routers for ids ['247cb27c-0dc2-47c1-908b-883c26563f87'] in dv-cinder-784603-1-iscsi {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:13:59.339265 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79eee7-e079-420a-aea0-9d881b71ed9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b193307-78eb-43e2-9ad7-e5982f5526c3,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:13:59.342515 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0578a48-f38f-41fc-93ea-0a5cd425d72a None None] Routers {'247cb27c-0dc2-47c1-908b-883c26563f87'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:13:59.343709 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-e0578a48-f38f-41fc-93ea-0a5cd425d72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f111147b8>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:13:29Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['247cb27c-0dc2-47c1-908b-883c26563f87'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:13:59.381663 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-69b02c98-20f4-4d50-b3cd-4b850db26e52 admin admin] Notify callbacks [] for router, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:59.383338 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-69b02c98-20f4-4d50-b3cd-4b850db26e52 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 9.5120463
Apr 02 18:13:59.387018 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 39248) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:59.405626 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3e79eee7-e079-420a-aea0-9d881b71ed9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:13:59.438663 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-3e79eee7-e079-420a-aea0-9d881b71ed9d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1bf86898e485487aa0e785afb55c69ce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8719597
Apr 02 18:13:59.446772 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 39252) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:13:59.547008 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef67268-8aa7-4c55-a30c-f52a82d38eaa req-e1625d9d-9298-4c16-8feb-00f4eb842e16 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:13:59.549460 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fef67268-8aa7-4c55-a30c-f52a82d38eaa req-e1625d9d-9298-4c16-8feb-00f4eb842e16 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.2536213
Apr 02 18:13:59.602979 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-130fbbab-ed3f-4c38-9462-dc2658868529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:59.639878 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fef67268-8aa7-4c55-a30c-f52a82d38eaa req-469fba58-b1df-4bea-9490-2930a2c9f682 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706012
Apr 02 18:13:59.701742 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-41818b6d-f9ac-4dd7-88a0-8503b6195acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:59.741805 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-41818b6d-f9ac-4dd7-88a0-8503b6195acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:13:59.760664 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-e0578a48-f38f-41fc-93ea-0a5cd425d72a None None] Set router 247cb27c-0dc2-47c1-908b-883c26563f87 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:13:59.988651 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-462ec038-7d0c-4b21-8921-be69e9699a92 req-e47278fa-897a-4c6f-9c15-9eb2254c7261 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96b8e4d-30a0-4217-98d5-9492b52ebb80 HTTP/1.1" status: 200  len: 210 time: 0.1516979
Apr 02 18:14:00.002545 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-41818b6d-f9ac-4dd7-88a0-8503b6195acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:00.024192 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d6f8132c-fa97-4f28-a629-c7907ca8ad66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:00.052160 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-41818b6d-f9ac-4dd7-88a0-8503b6195acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:00.053385 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-41818b6d-f9ac-4dd7-88a0-8503b6195acb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b193307-78eb-43e2-9ad7-e5982f5526c3 HTTP/1.1" status: 204  len: 168 time: 0.6054895
Apr 02 18:14:00.067395 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41818b6d-f9ac-4dd7-88a0-8503b6195acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b193307-78eb-43e2-9ad7-e5982f5526c3,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:00.078973 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-41818b6d-f9ac-4dd7-88a0-8503b6195acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:00.130858 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 8bad264b-b9dd-4476-bfa2-c505f0fe7b09 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:14:00.295632 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:00.306337 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port 8bad264b-b9dd-4476-bfa2-c505f0fe7b09 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:14:00.306821 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:00.431274 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-e0578a48-f38f-41fc-93ea-0a5cd425d72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f111147b8>, [{'id': '247cb27c-0dc2-47c1-908b-883c26563f87', 'name': 'tempest-TestShelveInstance-2053025052-router', 'tenant_id': '0375951ebe4d421c9dec41425c7e3257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '606f21c5-c560-4394-a8e4-515d6a504500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:50Z', 'updated_at': '2021-04-02T18:13:54Z', 'revision_number': 3, 'project_id': '0375951ebe4d421c9dec41425c7e3257', 'gw_port': {'id': '606f21c5-c560-4394-a8e4-515d6a504500', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:42:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247cb27c-0dc2-47c1-908b-883c26563f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:51Z', 'updated_at': '2021-04-02T18:13:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:14:00.437571 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0578a48-f38f-41fc-93ea-0a5cd425d72a None None] Checking router: 247cb27c-0dc2-47c1-908b-883c26563f87 for host: dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:14:00.437973 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0578a48-f38f-41fc-93ea-0a5cd425d72a None None] Updating router 247cb27c-0dc2-47c1-908b-883c26563f87 port 606f21c5-c560-4394-a8e4-515d6a504500 binding host dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:14:00.540614 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 19dfcf62-4de2-4db2-bd80-cd5a941e2ada up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:14:00.581050 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e0578a48-f38f-41fc-93ea-0a5cd425d72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:00.727255 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port 19dfcf62-4de2-4db2-bd80-cd5a941e2ada triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:14:00.728001 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:00.791223 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2c8808a8-310c-42ff-b826-ce63e54473e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:00.859528 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cf656f99-d5a3-4a4d-9018-e8090adcc537 None None] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:00.959158 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-cf656f99-d5a3-4a4d-9018-e8090adcc537 None None] Transition to ACTIVE for port object e4d341ab-1568-4ba9-afbb-eec220822535 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:14:01.002836 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cf656f99-d5a3-4a4d-9018-e8090adcc537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:01.235305 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888b865-800e-4700-8163-918c59d8a158 req-35b4e38b-a804-43fa-8835-d573fdc0ee4d tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:01.247946 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0888b865-800e-4700-8163-918c59d8a158 req-35b4e38b-a804-43fa-8835-d573fdc0ee4d tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.2907400
Apr 02 18:14:01.310149 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:01.314912 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0888b865-800e-4700-8163-918c59d8a158 req-c3808d66-46ca-4f11-9c26-e4572028b2a0 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658867
Apr 02 18:14:01.524762 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7718cf9-348e-450d-904f-14bcc754ee4c None None] Pushing event updated for resources: {'Port': ['ID=e4d341ab-1568-4ba9-afbb-eec220822535,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:01.535231 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f7718cf9-348e-450d-904f-14bcc754ee4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:01.594587 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-cf656f99-d5a3-4a4d-9018-e8090adcc537 None None] Attempting to bind port e4d341ab-1568-4ba9-afbb-eec220822535 on host dv-cinder-784603-1-iscsi for vnic_type normal with profile  {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:14:01.595012 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-cf656f99-d5a3-4a4d-9018-e8090adcc537 None None] Attempting to bind port e4d341ab-1568-4ba9-afbb-eec220822535 by drivers openvswitch,hyperv on host dv-cinder-784603-1-iscsi at level 0 using segments [{'id': '353be722-c26d-4b64-89db-a1cd82112ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7570fb2b-5055-47ce-872e-fd2e3ed1b3b6'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:14:01.595428 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf656f99-d5a3-4a4d-9018-e8090adcc537 None None] Attempting to bind port e4d341ab-1568-4ba9-afbb-eec220822535 on network 7570fb2b-5055-47ce-872e-fd2e3ed1b3b6 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:14:01.601987 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf656f99-d5a3-4a4d-9018-e8090adcc537 None None] Checking agent: {'id': '478d2ba1-0e2e-4399-8e0b-445f221199a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 2, 29), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:14:01.602462 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf656f99-d5a3-4a4d-9018-e8090adcc537 None None] Checking segment: {'id': '353be722-c26d-4b64-89db-a1cd82112ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7570fb2b-5055-47ce-872e-fd2e3ed1b3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:14:01.602919 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cf656f99-d5a3-4a4d-9018-e8090adcc537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:01.603368 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf656f99-d5a3-4a4d-9018-e8090adcc537 None None] Bound using segment: {'id': '353be722-c26d-4b64-89db-a1cd82112ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7570fb2b-5055-47ce-872e-fd2e3ed1b3b6'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:14:01.603895 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-cf656f99-d5a3-4a4d-9018-e8090adcc537 None None] Bound port: e4d341ab-1568-4ba9-afbb-eec220822535, host: dv-cinder-784603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353be722-c26d-4b64-89db-a1cd82112ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7570fb2b-5055-47ce-872e-fd2e3ed1b3b6'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:14:01.604994 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cf656f99-d5a3-4a4d-9018-e8090adcc537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:01.795639 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e0578a48-f38f-41fc-93ea-0a5cd425d72a None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:01.797024 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-cf656f99-d5a3-4a4d-9018-e8090adcc537 None None] For port e4d341ab-1568-4ba9-afbb-eec220822535, host dv-cinder-784603-1-iscsi, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:14:01.800664 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-cf656f99-d5a3-4a4d-9018-e8090adcc537 None None] For port e4d341ab-1568-4ba9-afbb-eec220822535, host dv-cinder-784603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=e4d341ab-1568-4ba9-afbb-eec220822535,segment=NetworkSegment(353be722-c26d-4b64-89db-a1cd82112ea3),segment_id=353be722-c26d-4b64-89db-a1cd82112ea3)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:14:01.809501 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-e0578a48-f38f-41fc-93ea-0a5cd425d72a None None] Transition to ACTIVE for port object 606f21c5-c560-4394-a8e4-515d6a504500 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:14:01.826673 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cf656f99-d5a3-4a4d-9018-e8090adcc537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:01.848701 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:01.853361 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e0578a48-f38f-41fc-93ea-0a5cd425d72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:01.921971 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f3ff8668-e67a-486f-8d97-2b0b5040be61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:01.925160 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:01.939682 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-2c8808a8-310c-42ff-b826-ce63e54473e9 admin admin] Allocated IP 172.20.0.1 (10f51994-f1e8-48a4-a077-ccc143d28cd3/c2958072-8583-49d6-adfe-7803955ca142/b05213f1-0be3-42b3-9611-022cfd0f8ab4) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:14:02.070271 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7718cf9-348e-450d-904f-14bcc754ee4c None None] Pushing event updated for resources: {'Port': ['ID=e4d341ab-1568-4ba9-afbb-eec220822535,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:02.084886 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f7718cf9-348e-450d-904f-14bcc754ee4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:02.139857 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf656f99-d5a3-4a4d-9018-e8090adcc537 None None] Routers {'3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:14:02.143648 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-cf656f99-d5a3-4a4d-9018-e8090adcc537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f112322e8>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:13:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:14:02.250284 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2c8808a8-310c-42ff-b826-ce63e54473e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:02.275434 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-2c8808a8-310c-42ff-b826-ce63e54473e9 admin admin] Transition to ACTIVE for port object b05213f1-0be3-42b3-9611-022cfd0f8ab4 will not be triggered until provisioned by entity DHCP. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:14:02.368694 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2c8808a8-310c-42ff-b826-ce63e54473e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:02.425481 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-e0578a48-f38f-41fc-93ea-0a5cd425d72a None None] Attempting to bind port 606f21c5-c560-4394-a8e4-515d6a504500 on host dv-cinder-784603-1-iscsi for vnic_type normal with profile  {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:14:02.425811 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-e0578a48-f38f-41fc-93ea-0a5cd425d72a None None] Attempting to bind port 606f21c5-c560-4394-a8e4-515d6a504500 by drivers openvswitch,hyperv on host dv-cinder-784603-1-iscsi at level 0 using segments [{'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:14:02.426219 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0578a48-f38f-41fc-93ea-0a5cd425d72a None None] Attempting to bind port 606f21c5-c560-4394-a8e4-515d6a504500 on network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:14:02.430261 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e9b1b092-6c2d-454b-a30c-d8c9bdb52d0e tempest-DeleteServersTestJSON-1382059320 tempest-DeleteServersTestJSON-1382059320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:02.449615 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0578a48-f38f-41fc-93ea-0a5cd425d72a None None] Checking agent: {'id': '478d2ba1-0e2e-4399-8e0b-445f221199a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 2, 29), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:14:02.450032 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0578a48-f38f-41fc-93ea-0a5cd425d72a None None] Checking segment: {'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:14:02.450518 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e0578a48-f38f-41fc-93ea-0a5cd425d72a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:02.450961 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0578a48-f38f-41fc-93ea-0a5cd425d72a None None] Bound using segment: {'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:14:02.451487 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-e0578a48-f38f-41fc-93ea-0a5cd425d72a None None] Bound port: 606f21c5-c560-4394-a8e4-515d6a504500, host: dv-cinder-784603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:14:02.451902 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e0578a48-f38f-41fc-93ea-0a5cd425d72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:02.529305 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2772dea-6bec-4e9d-9ca7-8e0db60e7a5d None None] Pushing event updated for resources: {'Port': ['ID=606f21c5-c560-4394-a8e4-515d6a504500,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:02.560018 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2772dea-6bec-4e9d-9ca7-8e0db60e7a5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:02.560402 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2772dea-6bec-4e9d-9ca7-8e0db60e7a5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:02.560778 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2772dea-6bec-4e9d-9ca7-8e0db60e7a5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:02.561145 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2772dea-6bec-4e9d-9ca7-8e0db60e7a5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:02.561511 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2772dea-6bec-4e9d-9ca7-8e0db60e7a5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:02.561876 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2772dea-6bec-4e9d-9ca7-8e0db60e7a5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:02.562238 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2772dea-6bec-4e9d-9ca7-8e0db60e7a5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:02.582853 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2772dea-6bec-4e9d-9ca7-8e0db60e7a5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:02.583261 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2772dea-6bec-4e9d-9ca7-8e0db60e7a5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:02.583646 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2772dea-6bec-4e9d-9ca7-8e0db60e7a5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:02.584175 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2772dea-6bec-4e9d-9ca7-8e0db60e7a5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:02.584309 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2772dea-6bec-4e9d-9ca7-8e0db60e7a5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:02.595039 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c2772dea-6bec-4e9d-9ca7-8e0db60e7a5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:02.652361 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-cf656f99-d5a3-4a4d-9018-e8090adcc537 None None] Set router 3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:14:02.802560 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8808a8-310c-42ff-b826-ce63e54473e9 admin admin] Pushing event updated for resources: {'Port': ['ID=b05213f1-0be3-42b3-9611-022cfd0f8ab4,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:02.808532 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-2c8808a8-310c-42ff-b826-ce63e54473e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:02.896999 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-e0578a48-f38f-41fc-93ea-0a5cd425d72a None None] For port 606f21c5-c560-4394-a8e4-515d6a504500, host dv-cinder-784603-1-iscsi, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:14:02.905146 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-e0578a48-f38f-41fc-93ea-0a5cd425d72a None None] For port 606f21c5-c560-4394-a8e4-515d6a504500, host dv-cinder-784603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=606f21c5-c560-4394-a8e4-515d6a504500,segment=NetworkSegment(422579c7-e086-4847-b55f-de8760ffa8dd),segment_id=422579c7-e086-4847-b55f-de8760ffa8dd)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:14:02.916174 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-bbce1c95-510e-4983-b701-ad50b6c6537f tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:02.919084 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-bbce1c95-510e-4983-b701-ad50b6c6537f tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/networks?id=f11e7f14-5ba4-410d-85b4-c0921e8a68ca HTTP/1.1" status: 200  len: 809 time: 0.5401812
Apr 02 18:14:02.930456 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8808a8-310c-42ff-b826-ce63e54473e9 admin admin] Network 10f51994-f1e8-48a4-a077-ccc143d28cd3 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:14:02.931837 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-2c8808a8-310c-42ff-b826-ce63e54473e9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:14:02.938343 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8808a8-310c-42ff-b826-ce63e54473e9 admin admin] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:14:02.941035 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e0578a48-f38f-41fc-93ea-0a5cd425d72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:02.946251 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-b064a2f5-d7b1-4515-9335-e7d60319e9b1 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/quotas/ed7d1d5264c74304906ef3044a96cced HTTP/1.1" status: 200  len: 375 time: 0.0144010
Apr 02 18:14:03.036572 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-9da4450d-6dea-4fec-b86d-500317ee7446 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ed7d1d5264c74304906ef3044a96cced&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0793939
Apr 02 18:14:03.103727 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2c8808a8-310c-42ff-b826-ce63e54473e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854367933'] for router_interface, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:03.111339 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:03.154138 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d673dd-0628-48cc-97b5-80963eebb2ac req-5f1ff907-f5e5-4896-8390-c3950afe7f42 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:03.164350 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e7d673dd-0628-48cc-97b5-80963eebb2ac req-5f1ff907-f5e5-4896-8390-c3950afe7f42 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.4073966
Apr 02 18:14:03.280251 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2772dea-6bec-4e9d-9ca7-8e0db60e7a5d None None] Pushing event updated for resources: {'Port': ['ID=606f21c5-c560-4394-a8e4-515d6a504500,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:03.283984 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c2772dea-6bec-4e9d-9ca7-8e0db60e7a5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:03.332262 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2c8808a8-310c-42ff-b826-ce63e54473e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:03.428574 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0578a48-f38f-41fc-93ea-0a5cd425d72a None None] Routers {'247cb27c-0dc2-47c1-908b-883c26563f87'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:14:03.429562 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-e0578a48-f38f-41fc-93ea-0a5cd425d72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f111147b8>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:13:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['247cb27c-0dc2-47c1-908b-883c26563f87'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:14:03.638883 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-4358fb08-b04d-4e72-afb0-9ca1a17a9803 None None] Provisioning for port b05213f1-0be3-42b3-9611-022cfd0f8ab4 completed by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:14:03.652442 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-4358fb08-b04d-4e72-afb0-9ca1a17a9803 None None] Provisioning complete for port b05213f1-0be3-42b3-9611-022cfd0f8ab4 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:14:03.657913 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4358fb08-b04d-4e72-afb0-9ca1a17a9803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:03.747465 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-e0578a48-f38f-41fc-93ea-0a5cd425d72a None None] Set router 247cb27c-0dc2-47c1-908b-883c26563f87 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:14:03.795020 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e7d673dd-0628-48cc-97b5-80963eebb2ac req-e89070fd-0b35-4e4f-94a6-e0af842cc743 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6106539
Apr 02 18:14:03.805408 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-4358fb08-b04d-4e72-afb0-9ca1a17a9803 None None] Port b05213f1-0be3-42b3-9611-022cfd0f8ab4 cannot update to ACTIVE because it is not bound. {{(pid=84392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:14:03.835697 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-cf656f99-d5a3-4a4d-9018-e8090adcc537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f112322e8>, [{'id': '3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6', 'name': 'tempest-TestMinimumBasicScenario-1549083591-router', 'tenant_id': '10dc3225e9fb4f9c8119675aecd84fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '8bad264b-b9dd-4476-bfa2-c505f0fe7b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:36Z', 'updated_at': '2021-04-02T18:13:49Z', 'revision_number': 4, 'project_id': '10dc3225e9fb4f9c8119675aecd84fc9', 'gw_port': {'id': '8bad264b-b9dd-4476-bfa2-c505f0fe7b09', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:38Z', 'updated_at': '2021-04-02T18:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'e4d341ab-1568-4ba9-afbb-eec220822535', 'name': '', 'network_id': '7570fb2b-5055-47ce-872e-fd2e3ed1b3b6', 'tenant_id': '10dc3225e9fb4f9c8119675aecd84fc9', 'mac_address': 'fa:16:3e:f4:1a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bc8a0b68-d8e0-43c3-8b2a-f303cfcd2b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:47Z', 'updated_at': '2021-04-02T18:14:01Z', 'revision_number': 4, 'project_id': '10dc3225e9fb4f9c8119675aecd84fc9', 'subnets': [{'id': 'bc8a0b68-d8e0-43c3-8b2a-f303cfcd2b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:14:03.851484 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf656f99-d5a3-4a4d-9018-e8090adcc537 None None] The sync data for ids ['3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6'] in dv-cinder-784603-1-iscsi is: [{'id': '3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6', 'name': 'tempest-TestMinimumBasicScenario-1549083591-router', 'tenant_id': '10dc3225e9fb4f9c8119675aecd84fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '8bad264b-b9dd-4476-bfa2-c505f0fe7b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:36Z', 'updated_at': '2021-04-02T18:13:49Z', 'revision_number': 4, 'project_id': '10dc3225e9fb4f9c8119675aecd84fc9', 'gw_port': {'id': '8bad264b-b9dd-4476-bfa2-c505f0fe7b09', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:38Z', 'updated_at': '2021-04-02T18:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'e4d341ab-1568-4ba9-afbb-eec220822535', 'name': '', 'network_id': '7570fb2b-5055-47ce-872e-fd2e3ed1b3b6', 'tenant_id': '10dc3225e9fb4f9c8119675aecd84fc9', 'mac_address': 'fa:16:3e:f4:1a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bc8a0b68-d8e0-43c3-8b2a-f303cfcd2b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:47Z', 'updated_at': '2021-04-02T18:14:01Z', 'revision_number': 4, 'project_id': '10dc3225e9fb4f9c8119675aecd84fc9', 'subnets': [{'id': 'bc8a0b68-d8e0-43c3-8b2a-f303cfcd2b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:14:03.856519 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-4c31bf0c-cb45-48b3-968f-f274a18e9334 service neutron] 10.222.0.10 "GET /v2.0/networks/f11e7f14-5ba4-410d-85b4-c0921e8a68ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8060646
Apr 02 18:14:04.095053 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device e4d341ab-1568-4ba9-afbb-eec220822535 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:14:04.172841 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-1fddf325-2b86-48d1-85ec-322c0440dc06 service neutron] 10.222.0.10 "GET /v2.0/networks/f11e7f14-5ba4-410d-85b4-c0921e8a68ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3177154
Apr 02 18:14:04.344994 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning for port e4d341ab-1568-4ba9-afbb-eec220822535 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:14:04.347628 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-e0578a48-f38f-41fc-93ea-0a5cd425d72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f111147b8>, [{'id': '247cb27c-0dc2-47c1-908b-883c26563f87', 'name': 'tempest-TestShelveInstance-2053025052-router', 'tenant_id': '0375951ebe4d421c9dec41425c7e3257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '606f21c5-c560-4394-a8e4-515d6a504500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:50Z', 'updated_at': '2021-04-02T18:14:03Z', 'revision_number': 4, 'project_id': '0375951ebe4d421c9dec41425c7e3257', 'gw_port': {'id': '606f21c5-c560-4394-a8e4-515d6a504500', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:42:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247cb27c-0dc2-47c1-908b-883c26563f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:51Z', 'updated_at': '2021-04-02T18:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'b05213f1-0be3-42b3-9611-022cfd0f8ab4', 'name': '', 'network_id': '10f51994-f1e8-48a4-a077-ccc143d28cd3', 'tenant_id': '0375951ebe4d421c9dec41425c7e3257', 'mac_address': 'fa:16:3e:cd:60:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247cb27c-0dc2-47c1-908b-883c26563f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c2958072-8583-49d6-adfe-7803955ca142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:14:00Z', 'updated_at': '2021-04-02T18:14:01Z', 'revision_number': 1, 'project_id': '0375951ebe4d421c9dec41425c7e3257', 'subnets': [{'id': 'c2958072-8583-49d6-adfe-7803955ca142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:14:04.352720 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port e4d341ab-1568-4ba9-afbb-eec220822535 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:14:04.353251 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:04.355395 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0578a48-f38f-41fc-93ea-0a5cd425d72a None None] The sync data for ids ['247cb27c-0dc2-47c1-908b-883c26563f87'] in dv-cinder-784603-1-iscsi is: [{'id': '247cb27c-0dc2-47c1-908b-883c26563f87', 'name': 'tempest-TestShelveInstance-2053025052-router', 'tenant_id': '0375951ebe4d421c9dec41425c7e3257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '606f21c5-c560-4394-a8e4-515d6a504500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:50Z', 'updated_at': '2021-04-02T18:14:03Z', 'revision_number': 4, 'project_id': '0375951ebe4d421c9dec41425c7e3257', 'gw_port': {'id': '606f21c5-c560-4394-a8e4-515d6a504500', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:42:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247cb27c-0dc2-47c1-908b-883c26563f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:51Z', 'updated_at': '2021-04-02T18:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'b05213f1-0be3-42b3-9611-022cfd0f8ab4', 'name': '', 'network_id': '10f51994-f1e8-48a4-a077-ccc143d28cd3', 'tenant_id': '0375951ebe4d421c9dec41425c7e3257', 'mac_address': 'fa:16:3e:cd:60:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247cb27c-0dc2-47c1-908b-883c26563f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c2958072-8583-49d6-adfe-7803955ca142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:14:00Z', 'updated_at': '2021-04-02T18:14:01Z', 'revision_number': 1, 'project_id': '0375951ebe4d421c9dec41425c7e3257', 'subnets': [{'id': 'c2958072-8583-49d6-adfe-7803955ca142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:14:04.376085 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2c8808a8-310c-42ff-b826-ce63e54473e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:04.419938 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2c8808a8-310c-42ff-b826-ce63e54473e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:04.492713 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f90460e9-9296-4bbd-9577-bd5481e69ad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:04.554526 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:04.610076 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] For port e4d341ab-1568-4ba9-afbb-eec220822535, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=e4d341ab-1568-4ba9-afbb-eec220822535,segment=NetworkSegment(353be722-c26d-4b64-89db-a1cd82112ea3),segment_id=353be722-c26d-4b64-89db-a1cd82112ea3)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:14:04.648079 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:04.656258 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-112af69a-7616-4760-9044-cc2932593f3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:04.694562 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1fdd8146-5a96-48cc-98f5-e93f055eafb2 req-d00f3394-e394-4dd8-a286-0bfd1ef91ff4 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=e86759fa-9cfc-45c7-97ac-4735a2bfc45c HTTP/1.1" status: 200  len: 210 time: 0.1149883
Apr 02 18:14:04.742349 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8808a8-310c-42ff-b826-ce63e54473e9 admin admin] Pushing event updated for resources: {'Port': ['ID=b05213f1-0be3-42b3-9611-022cfd0f8ab4,revision_number=2']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:04.750121 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-2c8808a8-310c-42ff-b826-ce63e54473e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:04.784251 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2c8808a8-310c-42ff-b826-ce63e54473e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854365290'] for router_interface, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:04.798999 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Pushing event updated for resources: {'Port': ['ID=e4d341ab-1568-4ba9-afbb-eec220822535,revision_number=5']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:04.810047 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:05.226895 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:14:05.263983 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8808a8-310c-42ff-b826-ce63e54473e9 admin admin] Network 10f51994-f1e8-48a4-a077-ccc143d28cd3 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:14:05.265500 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-2c8808a8-310c-42ff-b826-ce63e54473e9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:14:05.405495 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bfa8ca-7e22-4048-846a-d7095883dafc req-efa3b2fd-e87e-4911-8f60-53ac75c974a2 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:05.437049 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-76bfa8ca-7e22-4048-846a-d7095883dafc req-efa3b2fd-e87e-4911-8f60-53ac75c974a2 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.3528426
Apr 02 18:14:05.573248 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-76bfa8ca-7e22-4048-846a-d7095883dafc req-b38464be-5bd3-4a16-a3ea-4dd2753e0749 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333773
Apr 02 18:14:05.681547 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8808a8-310c-42ff-b826-ce63e54473e9 admin admin] Router 247cb27c-0dc2-47c1-908b-883c26563f87 has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:14:05.760847 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-d621521d-a4c6-4877-b2a5-8b2f50264067 None None] Provisioning complete for port b05213f1-0be3-42b3-9611-022cfd0f8ab4 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:14:05.761560 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d621521d-a4c6-4877-b2a5-8b2f50264067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:05.937679 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-d621521d-a4c6-4877-b2a5-8b2f50264067 None None] Port b05213f1-0be3-42b3-9611-022cfd0f8ab4 cannot update to ACTIVE because it is not bound. {{(pid=84392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:14:05.992367 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-97098ebd-74c2-46c5-b3b8-2249b753ae84 req-d5932905-6a08-486e-bdcc-b923c834a345 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=e86759fa-9cfc-45c7-97ac-4735a2bfc45c HTTP/1.1" status: 200  len: 210 time: 0.2278624
Apr 02 18:14:06.043531 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8808a8-310c-42ff-b826-ce63e54473e9 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:14:06.054596 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-2c8808a8-310c-42ff-b826-ce63e54473e9 admin admin] 10.222.0.10 "PUT /v2.0/routers/247cb27c-0dc2-47c1-908b-883c26563f87/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6661861
Apr 02 18:14:06.123017 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device e4d341ab-1568-4ba9-afbb-eec220822535 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:14:06.237785 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port e4d341ab-1568-4ba9-afbb-eec220822535 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:14:06.238687 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:06.527674 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 606f21c5-c560-4394-a8e4-515d6a504500 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:14:06.746024 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning for port 606f21c5-c560-4394-a8e4-515d6a504500 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:14:06.758490 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port 606f21c5-c560-4394-a8e4-515d6a504500 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:14:06.758490 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:07.008807 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb9f01-e646-4ce8-9b47-3cdb98025a19 req-9a765b51-a580-4b46-a0a7-7314f59cee1b tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:07.014152 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fabb9f01-e646-4ce8-9b47-3cdb98025a19 req-9a765b51-a580-4b46-a0a7-7314f59cee1b tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.2482078
Apr 02 18:14:07.052030 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:07.070460 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] For port 606f21c5-c560-4394-a8e4-515d6a504500, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=606f21c5-c560-4394-a8e4-515d6a504500,segment=NetworkSegment(422579c7-e086-4847-b55f-de8760ffa8dd),segment_id=422579c7-e086-4847-b55f-de8760ffa8dd)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:14:07.097321 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fabb9f01-e646-4ce8-9b47-3cdb98025a19 req-89cbe684-0007-4dbd-9449-1089093f80e1 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759246
Apr 02 18:14:07.099912 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:07.102661 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:07.274674 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Pushing event updated for resources: {'Port': ['ID=606f21c5-c560-4394-a8e4-515d6a504500,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:07.290342 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:07.303378 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 39360) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:07.308437 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-20c7e438-eaaa-439e-abd4-581019495bca tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1519096208', 'description': 'tempest-secgroup-smoke-1519096208 description', 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:14:07.371741 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-20c7e438-eaaa-439e-abd4-581019495bca tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:14:07.379634 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-20c7e438-eaaa-439e-abd4-581019495bca tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Usage tracker for resource:security_group and tenant:bebbc6521cac473683ce0fe4a0a55d65 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:14:07.383784 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-20c7e438-eaaa-439e-abd4-581019495bca tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:14:07.403303 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-20c7e438-eaaa-439e-abd4-581019495bca tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:14:07.432772 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95596d7b-d1c0-4dc5-9245-e17c96a8f4cb req-82aa14e6-81da-4343-82d1-a4e979fa752c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:07.433694 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-95596d7b-d1c0-4dc5-9245-e17c96a8f4cb req-82aa14e6-81da-4343-82d1-a4e979fa752c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 1099 time: 0.1184404
Apr 02 18:14:07.477486 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-20c7e438-eaaa-439e-abd4-581019495bca tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:07.509226 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-95596d7b-d1c0-4dc5-9245-e17c96a8f4cb req-c99157e8-48d3-40fb-9d6e-1dc8b93fa317 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637083
Apr 02 18:14:07.509677 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1c0991be-6942-41f4-912b-071f38ddbc62 req-725871cd-7f5e-4a3f-b765-f67d2c46d8c5 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=e86759fa-9cfc-45c7-97ac-4735a2bfc45c HTTP/1.1" status: 200  len: 210 time: 0.0627222
Apr 02 18:14:07.510582 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-20c7e438-eaaa-439e-abd4-581019495bca tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:14:07.515545 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-20c7e438-eaaa-439e-abd4-581019495bca tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Usage tracker for resource:security_group_rule and tenant:bebbc6521cac473683ce0fe4a0a55d65 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:14:07.520888 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-20c7e438-eaaa-439e-abd4-581019495bca tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:14:07.535291 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-20c7e438-eaaa-439e-abd4-581019495bca tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:14:07.762268 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-4dcb289a-f6b5-4d58-86b4-b10fff146d3f tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:07.763933 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-4dcb289a-f6b5-4d58-86b4-b10fff146d3f tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.15 "GET /v2.0/networks?id=f11e7f14-5ba4-410d-85b4-c0921e8a68ca HTTP/1.1" status: 200  len: 809 time: 0.1774304
Apr 02 18:14:07.786608 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-0706f8b1-7044-414e-b0af-afe18739a9de tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Request body: {'port': {'device_id': 'e86759fa-9cfc-45c7-97ac-4735a2bfc45c', 'network_id': 'f11e7f14-5ba4-410d-85b4-c0921e8a68ca', 'admin_state_up': True, 'tenant_id': 'ed7d1d5264c74304906ef3044a96cced'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:14:07.944073 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 606f21c5-c560-4394-a8e4-515d6a504500 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:14:08.045637 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-20c7e438-eaaa-439e-abd4-581019495bca tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:08.061887 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port 606f21c5-c560-4394-a8e4-515d6a504500 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:14:08.062333 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:08.089684 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-20c7e438-eaaa-439e-abd4-581019495bca tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:08.091642 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-23958ad7-0a21-4970-a5c6-37d2ad9689ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:08.224482 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7e438-eaaa-439e-abd4-581019495bca tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f89b8b72-a21e-412c-9ad0-5cb242eb2512,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:08.229594 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-0706f8b1-7044-414e-b0af-afe18739a9de tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:14:08.232462 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-20c7e438-eaaa-439e-abd4-581019495bca tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:08.238214 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-0706f8b1-7044-414e-b0af-afe18739a9de tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Usage tracker for resource:port and tenant:ed7d1d5264c74304906ef3044a96cced is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:14:08.240619 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-0706f8b1-7044-414e-b0af-afe18739a9de tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:14:08.248611 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-0706f8b1-7044-414e-b0af-afe18739a9de tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:14:08.256252 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-20c7e438-eaaa-439e-abd4-581019495bca tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:08.261604 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-20c7e438-eaaa-439e-abd4-581019495bca tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.9589732
Apr 02 18:14:08.261788 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 39384) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:08.267594 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-a52a48f6-0b1b-4ceb-9a4a-8a47e1a4fa91 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Request body: {'security_group_rule': {'security_group_id': 'f89b8b72-a21e-412c-9ad0-5cb242eb2512', 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:14:08.284903 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-a52a48f6-0b1b-4ceb-9a4a-8a47e1a4fa91 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:14:08.296532 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-a52a48f6-0b1b-4ceb-9a4a-8a47e1a4fa91 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Usage tracker for resource:security_group_rule and tenant:bebbc6521cac473683ce0fe4a0a55d65 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:14:08.300417 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-0706f8b1-7044-414e-b0af-afe18739a9de tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Made reservation on behalf of ed7d1d5264c74304906ef3044a96cced for: {'port': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:14:08.303141 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-a52a48f6-0b1b-4ceb-9a4a-8a47e1a4fa91 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:14:08.315080 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-0706f8b1-7044-414e-b0af-afe18739a9de tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:08.317584 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-a52a48f6-0b1b-4ceb-9a4a-8a47e1a4fa91 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:14:08.550848 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a52a48f6-0b1b-4ceb-9a4a-8a47e1a4fa91 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:08.671724 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a52a48f6-0b1b-4ceb-9a4a-8a47e1a4fa91 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:08.687848 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-0706f8b1-7044-414e-b0af-afe18739a9de tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Allocated IP 172.20.0.10 (f11e7f14-5ba4-410d-85b4-c0921e8a68ca/d22463d5-7d59-46a7-85e2-a7dce3c99838/32b2a8d0-11de-48eb-a305-491d2dd836db) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:14:08.693916 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258d05a-3ce7-4210-907a-ead8b8122dd0 req-0cea3704-8ab9-4e69-aeed-11bf48820567 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:08.695710 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f258d05a-3ce7-4210-907a-ead8b8122dd0 req-0cea3704-8ab9-4e69-aeed-11bf48820567 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.3210208
Apr 02 18:14:08.745428 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a52a48f6-0b1b-4ceb-9a4a-8a47e1a4fa91 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413681'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:08.759513 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-efa71e74-4ede-435f-8a4e-7318abfa146e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:08.777662 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a48f6-0b1b-4ceb-9a4a-8a47e1a4fa91 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=772b1904-209b-4d68-a337-4fbb7572f607,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:08.783943 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a52a48f6-0b1b-4ceb-9a4a-8a47e1a4fa91 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:08.794974 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f258d05a-3ce7-4210-907a-ead8b8122dd0 req-4edeac3d-7814-472e-a7b9-de9150b00df2 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915751
Apr 02 18:14:08.988477 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 39398) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:09.053288 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a893bcd-4cac-4835-9470-d2bcb34fce8c None None] Sync routers for ids ['247cb27c-0dc2-47c1-908b-883c26563f87'] in dv-cinder-784603-1-iscsi {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:14:09.056285 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-0706f8b1-7044-414e-b0af-afe18739a9de tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:09.066117 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a893bcd-4cac-4835-9470-d2bcb34fce8c None None] Routers {'247cb27c-0dc2-47c1-908b-883c26563f87'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:14:09.066671 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-2a893bcd-4cac-4835-9470-d2bcb34fce8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f1112b710>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:13:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['247cb27c-0dc2-47c1-908b-883c26563f87'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:14:09.210477 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6096d37b-ba53-4e53-94f3-c7d779826a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:09.242137 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-6096d37b-ba53-4e53-94f3-c7d779826a89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:14:09.248228 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-6096d37b-ba53-4e53-94f3-c7d779826a89 admin admin] Usage tracker for resource:security_group_rule and tenant:ed98189d4a94446dae410b96aff09855 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:14:09.259019 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-6096d37b-ba53-4e53-94f3-c7d779826a89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:14:09.260123 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-6096d37b-ba53-4e53-94f3-c7d779826a89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:14:09.272994 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-2a893bcd-4cac-4835-9470-d2bcb34fce8c None None] Set router 247cb27c-0dc2-47c1-908b-883c26563f87 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:14:09.284661 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ab331-ec69-4d51-8edc-8264b26cd056 req-dda956df-6038-473c-b11e-d2fc7dba4ac0 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:09.287499 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-529ab331-ec69-4d51-8edc-8264b26cd056 req-dda956df-6038-473c-b11e-d2fc7dba4ac0 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=e86759fa-9cfc-45c7-97ac-4735a2bfc45c HTTP/1.1" status: 200  len: 932 time: 0.1994464
Apr 02 18:14:09.295946 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a52a48f6-0b1b-4ceb-9a4a-8a47e1a4fa91 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:09.300016 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-a52a48f6-0b1b-4ceb-9a4a-8a47e1a4fa91 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0342958
Apr 02 18:14:09.303506 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 39404) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:09.316879 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-2150e690-6e1f-46a6-a9a3-a309a6781bbf tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Request body: {'security_group_rule': {'security_group_id': 'f89b8b72-a21e-412c-9ad0-5cb242eb2512', 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:14:09.326767 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-2150e690-6e1f-46a6-a9a3-a309a6781bbf tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:14:09.334150 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-2150e690-6e1f-46a6-a9a3-a309a6781bbf tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Usage tracker for resource:security_group_rule and tenant:bebbc6521cac473683ce0fe4a0a55d65 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:14:09.339971 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-0706f8b1-7044-414e-b0af-afe18739a9de tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:09.342007 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-2150e690-6e1f-46a6-a9a3-a309a6781bbf tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:14:09.360543 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-529ab331-ec69-4d51-8edc-8264b26cd056 req-9c3b86fd-4405-4deb-b353-526ee86de9cb tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659165
Apr 02 18:14:09.378878 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:09.441836 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6096d37b-ba53-4e53-94f3-c7d779826a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:09.471823 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:09.476306 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6096d37b-ba53-4e53-94f3-c7d779826a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:09.487995 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3e79eee7-e079-420a-aea0-9d881b71ed9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:09.534586 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-2150e690-6e1f-46a6-a9a3-a309a6781bbf tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:14:09.595284 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-6096d37b-ba53-4e53-94f3-c7d779826a89 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ed98189d4a94446dae410b96aff09855&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6032619
Apr 02 18:14:09.599552 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096d37b-ba53-4e53-94f3-c7d779826a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b27584-c631-47bb-af7e-e84ff20bbcdf,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:09.614836 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-6096d37b-ba53-4e53-94f3-c7d779826a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:09.617161 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 39414) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:09.693901 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706f8b1-7044-414e-b0af-afe18739a9de tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Pushing event updated for resources: {'Port': ['ID=32b2a8d0-11de-48eb-a305-491d2dd836db,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:09.702644 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-0706f8b1-7044-414e-b0af-afe18739a9de tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:09.725369 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c90b64b5-49e3-4342-ad9a-122a02f47fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:09.727681 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2150e690-6e1f-46a6-a9a3-a309a6781bbf tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:09.748914 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-2a893bcd-4cac-4835-9470-d2bcb34fce8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f1112b710>, [{'id': '247cb27c-0dc2-47c1-908b-883c26563f87', 'name': 'tempest-TestShelveInstance-2053025052-router', 'tenant_id': '0375951ebe4d421c9dec41425c7e3257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '606f21c5-c560-4394-a8e4-515d6a504500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:50Z', 'updated_at': '2021-04-02T18:14:03Z', 'revision_number': 4, 'project_id': '0375951ebe4d421c9dec41425c7e3257', 'gw_port': {'id': '606f21c5-c560-4394-a8e4-515d6a504500', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:42:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247cb27c-0dc2-47c1-908b-883c26563f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:51Z', 'updated_at': '2021-04-02T18:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'b05213f1-0be3-42b3-9611-022cfd0f8ab4', 'name': '', 'network_id': '10f51994-f1e8-48a4-a077-ccc143d28cd3', 'tenant_id': '0375951ebe4d421c9dec41425c7e3257', 'mac_address': 'fa:16:3e:cd:60:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247cb27c-0dc2-47c1-908b-883c26563f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c2958072-8583-49d6-adfe-7803955ca142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:14:00Z', 'updated_at': '2021-04-02T18:14:03Z', 'revision_number': 2, 'project_id': '0375951ebe4d421c9dec41425c7e3257', 'subnets': [{'id': 'c2958072-8583-49d6-adfe-7803955ca142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:14:09.753163 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a893bcd-4cac-4835-9470-d2bcb34fce8c None None] Checking router: 247cb27c-0dc2-47c1-908b-883c26563f87 for host: dv-cinder-784603-1-iscsi {{(pid=84392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:14:09.753769 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a893bcd-4cac-4835-9470-d2bcb34fce8c None None] Updating router 247cb27c-0dc2-47c1-908b-883c26563f87 port b05213f1-0be3-42b3-9611-022cfd0f8ab4 binding host dv-cinder-784603-1-iscsi {{(pid=84392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:14:09.759857 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c90b64b5-49e3-4342-ad9a-122a02f47fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:09.819531 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2a893bcd-4cac-4835-9470-d2bcb34fce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:09.833939 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-0706f8b1-7044-414e-b0af-afe18739a9de tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Network f11e7f14-5ba4-410d-85b4-c0921e8a68ca is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:14:09.842080 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c90b64b5-49e3-4342-ad9a-122a02f47fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:09.843123 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-0706f8b1-7044-414e-b0af-afe18739a9de tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:14:09.849176 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-66a0e599-a787-4459-b676-f37f1548eed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:09.861788 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-0706f8b1-7044-414e-b0af-afe18739a9de tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:14:09.861930 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b64b5-49e3-4342-ad9a-122a02f47fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b27584-c631-47bb-af7e-e84ff20bbcdf,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:09.864942 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c90b64b5-49e3-4342-ad9a-122a02f47fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:09.872050 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c90b64b5-49e3-4342-ad9a-122a02f47fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:09.874202 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-c90b64b5-49e3-4342-ad9a-122a02f47fae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b7b27584-c631-47bb-af7e-e84ff20bbcdf HTTP/1.1" status: 204  len: 168 time: 0.2542937
Apr 02 18:14:10.080351 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2150e690-6e1f-46a6-a9a3-a309a6781bbf tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:10.098230 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-0706f8b1-7044-414e-b0af-afe18739a9de tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:10.099287 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-0706f8b1-7044-414e-b0af-afe18739a9de tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:10.115606 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2150e690-6e1f-46a6-a9a3-a309a6781bbf tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413681'] for security_group_rule, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:10.131527 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:10.241633 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150e690-6e1f-46a6-a9a3-a309a6781bbf tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18b0ad69-7474-4ef8-87d7-6067dfd33867,revision_number=0']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:10.271043 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-2150e690-6e1f-46a6-a9a3-a309a6781bbf tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:10.278847 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3db377-f876-46e2-8c3f-06e10de6b9a1 req-70455232-7d81-4d05-8d7d-5b6aa59981db tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:10.282413 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1d3db377-f876-46e2-8c3f-06e10de6b9a1 req-70455232-7d81-4d05-8d7d-5b6aa59981db tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.2177126
Apr 02 18:14:10.322324 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-0706f8b1-7044-414e-b0af-afe18739a9de tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5362771
Apr 02 18:14:10.332756 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-88034d43-ba68-4cca-af1c-bb468b709b97 service neutron] Request body: {'port': {'device_id': 'e86759fa-9cfc-45c7-97ac-4735a2bfc45c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:14:10.399769 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1d3db377-f876-46e2-8c3f-06e10de6b9a1 req-22bd0720-9dfe-46fb-a66b-08e79fec2e8b tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091533
Apr 02 18:14:10.407658 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2150e690-6e1f-46a6-a9a3-a309a6781bbf tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:10.411612 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-2150e690-6e1f-46a6-a9a3-a309a6781bbf tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.0981703
Apr 02 18:14:10.412014 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 39426) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:10.418047 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-1fefb7ec-4d6e-4322-a0a9-88fd0549192c tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Request body: {'security_group_rule': {'security_group_id': 'f89b8b72-a21e-412c-9ad0-5cb242eb2512', 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:14:10.428924 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-1fefb7ec-4d6e-4322-a0a9-88fd0549192c tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:14:10.436370 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-1fefb7ec-4d6e-4322-a0a9-88fd0549192c tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Usage tracker for resource:security_group_rule and tenant:bebbc6521cac473683ce0fe4a0a55d65 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:14:10.446334 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-1fefb7ec-4d6e-4322-a0a9-88fd0549192c tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:14:10.457002 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-1fefb7ec-4d6e-4322-a0a9-88fd0549192c tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:14:10.506443 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1fefb7ec-4d6e-4322-a0a9-88fd0549192c tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:10.613861 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-88034d43-ba68-4cca-af1c-bb468b709b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:10.700534 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2a893bcd-4cac-4835-9470-d2bcb34fce8c None None] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:10.722642 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-2a893bcd-4cac-4835-9470-d2bcb34fce8c None None] Transition to ACTIVE for port object b05213f1-0be3-42b3-9611-022cfd0f8ab4 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:14:10.748407 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1fefb7ec-4d6e-4322-a0a9-88fd0549192c tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:10.762422 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2a893bcd-4cac-4835-9470-d2bcb34fce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:10.819532 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c7180-1fc1-4121-8727-a901f7f44ad7 req-f6611ec5-56cb-40f8-9433-47ec20ec1880 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:10.819532 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e33c7180-1fc1-4121-8727-a901f7f44ad7 req-f6611ec5-56cb-40f8-9433-47ec20ec1880 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=e86759fa-9cfc-45c7-97ac-4735a2bfc45c HTTP/1.1" status: 200  len: 932 time: 0.2477071
Apr 02 18:14:10.820147 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1fefb7ec-4d6e-4322-a0a9-88fd0549192c tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413681'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:10.942722 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:10.995766 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a4640db3-1762-4820-8145-f62ab405d0a4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:11.030060 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18de5a-0fa1-4672-92ba-00df24b6da06 None None] Pushing event updated for resources: {'Port': ['ID=b05213f1-0be3-42b3-9611-022cfd0f8ab4,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:11.034058 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8f18de5a-0fa1-4672-92ba-00df24b6da06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:11.121310 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fefb7ec-4d6e-4322-a0a9-88fd0549192c tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec6247c9-7fad-43cb-b211-fb1d36e801b6,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:11.133859 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1fefb7ec-4d6e-4322-a0a9-88fd0549192c tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:11.142265 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-1fefb7ec-4d6e-4322-a0a9-88fd0549192c tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7291012
Apr 02 18:14:11.147635 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 39440) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:11.148568 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-1fefb7ec-4d6e-4322-a0a9-88fd0549192c tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:11.169786 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-3d37b806-9f43-4b38-9017-bcf44e088812 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Request body: {'security_group_rule': {'security_group_id': 'f89b8b72-a21e-412c-9ad0-5cb242eb2512', 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:14:11.180736 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e33c7180-1fc1-4121-8727-a901f7f44ad7 req-d7cba560-5610-4370-994d-0177c7433671 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2847369
Apr 02 18:14:11.191637 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-3d37b806-9f43-4b38-9017-bcf44e088812 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:14:11.196305 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-3d37b806-9f43-4b38-9017-bcf44e088812 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Usage tracker for resource:security_group_rule and tenant:bebbc6521cac473683ce0fe4a0a55d65 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:14:11.206780 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-3d37b806-9f43-4b38-9017-bcf44e088812 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:14:11.223444 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-3d37b806-9f43-4b38-9017-bcf44e088812 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:14:11.315969 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3d37b806-9f43-4b38-9017-bcf44e088812 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:11.410261 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-2a893bcd-4cac-4835-9470-d2bcb34fce8c None None] Attempting to bind port b05213f1-0be3-42b3-9611-022cfd0f8ab4 on host dv-cinder-784603-1-iscsi for vnic_type normal with profile  {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:14:11.410707 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-2a893bcd-4cac-4835-9470-d2bcb34fce8c None None] Attempting to bind port b05213f1-0be3-42b3-9611-022cfd0f8ab4 by drivers openvswitch,hyperv on host dv-cinder-784603-1-iscsi at level 0 using segments [{'id': '901ef5ef-f1a4-4946-9c35-a210c0a63b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '10f51994-f1e8-48a4-a077-ccc143d28cd3'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:14:11.411303 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a893bcd-4cac-4835-9470-d2bcb34fce8c None None] Attempting to bind port b05213f1-0be3-42b3-9611-022cfd0f8ab4 on network 10f51994-f1e8-48a4-a077-ccc143d28cd3 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:14:11.426945 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a893bcd-4cac-4835-9470-d2bcb34fce8c None None] Checking agent: {'id': '478d2ba1-0e2e-4399-8e0b-445f221199a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 2, 29), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:14:11.436236 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a893bcd-4cac-4835-9470-d2bcb34fce8c None None] Checking segment: {'id': '901ef5ef-f1a4-4946-9c35-a210c0a63b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '10f51994-f1e8-48a4-a077-ccc143d28cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:14:11.436984 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2a893bcd-4cac-4835-9470-d2bcb34fce8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:11.437592 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a893bcd-4cac-4835-9470-d2bcb34fce8c None None] Bound using segment: {'id': '901ef5ef-f1a4-4946-9c35-a210c0a63b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '10f51994-f1e8-48a4-a077-ccc143d28cd3'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:14:11.438326 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-2a893bcd-4cac-4835-9470-d2bcb34fce8c None None] Bound port: b05213f1-0be3-42b3-9611-022cfd0f8ab4, host: dv-cinder-784603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '901ef5ef-f1a4-4946-9c35-a210c0a63b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '10f51994-f1e8-48a4-a077-ccc143d28cd3'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:14:11.438932 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2a893bcd-4cac-4835-9470-d2bcb34fce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:11.528124 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3d37b806-9f43-4b38-9017-bcf44e088812 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:11.625597 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-bd74e927-2411-4323-a8c9-5f1b6f7caa60 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:11.627168 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-bd74e927-2411-4323-a8c9-5f1b6f7caa60 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/networks?id=2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff HTTP/1.1" status: 200  len: 814 time: 0.2289205
Apr 02 18:14:11.628349 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3d37b806-9f43-4b38-9017-bcf44e088812 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413681'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:11.630876 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:11.663049 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-2a893bcd-4cac-4835-9470-d2bcb34fce8c None None] For port b05213f1-0be3-42b3-9611-022cfd0f8ab4, host dv-cinder-784603-1-iscsi, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:14:11.666420 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37b806-9f43-4b38-9017-bcf44e088812 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e83850d2-64fe-4f10-beeb-eab976f62d30,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:11.667732 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-2a893bcd-4cac-4835-9470-d2bcb34fce8c None None] For port b05213f1-0be3-42b3-9611-022cfd0f8ab4, host dv-cinder-784603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=b05213f1-0be3-42b3-9611-022cfd0f8ab4,segment=NetworkSegment(901ef5ef-f1a4-4946-9c35-a210c0a63b36),segment_id=901ef5ef-f1a4-4946-9c35-a210c0a63b36)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:14:11.678460 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3d37b806-9f43-4b38-9017-bcf44e088812 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:11.679892 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-de144a59-569b-4753-ae61-88397c75d8cd tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/quotas/469aa9b529694baa91a42fa0eae6e868 HTTP/1.1" status: 200  len: 375 time: 0.0343628
Apr 02 18:14:11.731072 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3d37b806-9f43-4b38-9017-bcf44e088812 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:11.732434 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-3d37b806-9f43-4b38-9017-bcf44e088812 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5805750
Apr 02 18:14:11.740427 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 39458) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:11.756967 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2a893bcd-4cac-4835-9470-d2bcb34fce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:11.765478 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a158817-2cc3-4810-8963-54a2143f55af req-e2aad505-ff09-47d8-81aa-28f969fd6a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:11.767161 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2a158817-2cc3-4810-8963-54a2143f55af req-e2aad505-ff09-47d8-81aa-28f969fd6a62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=159f37d0eaf249a6b846671eb3cc125d&device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 1099 time: 0.1722138
Apr 02 18:14:11.804282 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-d5ff1f2d-092b-499e-b54b-fd6a7ebf7663 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Request body: {'security_group_rule': {'security_group_id': 'f89b8b72-a21e-412c-9ad0-5cb242eb2512', 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:14:11.812649 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-d5ff1f2d-092b-499e-b54b-fd6a7ebf7663 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:14:11.816782 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-d5ff1f2d-092b-499e-b54b-fd6a7ebf7663 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Usage tracker for resource:security_group_rule and tenant:bebbc6521cac473683ce0fe4a0a55d65 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:14:11.820156 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-d5ff1f2d-092b-499e-b54b-fd6a7ebf7663 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:14:11.826809 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-d5ff1f2d-092b-499e-b54b-fd6a7ebf7663 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:14:11.868766 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.securitygroups_db [None req-d5ff1f2d-092b-499e-b54b-fd6a7ebf7663 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Project bebbc6521cac473683ce0fe4a0a55d65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 18:14:11.898410 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1f2d-092b-499e-b54b-fd6a7ebf7663 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:11.932844 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-88034d43-ba68-4cca-af1c-bb468b709b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b2a8d0-11de-48eb-a305-491d2dd836db {{(pid=84390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:14:11.946632 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-88034d43-ba68-4cca-af1c-bb468b709b97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:11.955344 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc0fe3-4175-4b69-ace4-c8b2b77c18e6 req-99ecc886-9eb8-4cc7-a8ec-42a9ec1e52e1 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:11.957135 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8fcc0fe3-4175-4b69-ace4-c8b2b77c18e6 req-99ecc886-9eb8-4cc7-a8ec-42a9ec1e52e1 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.2278144
Apr 02 18:14:11.987469 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1f2d-092b-499e-b54b-fd6a7ebf7663 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:11.997190 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-88034d43-ba68-4cca-af1c-bb468b709b97 service neutron] Transition to ACTIVE for port object 32b2a8d0-11de-48eb-a305-491d2dd836db will not be triggered until provisioned by entity L2. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:14:11.999915 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:12.035709 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-1bf5d4ef-d78c-4f09-8e81-abac573d75f4 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=469aa9b529694baa91a42fa0eae6e868&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3487084
Apr 02 18:14:12.036690 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1f2d-092b-499e-b54b-fd6a7ebf7663 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413681'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:12.044955 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:12.046235 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a158817-2cc3-4810-8963-54a2143f55af req-87e06743-c970-4349-a42b-5d1fa83a9023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:12.048124 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2a158817-2cc3-4810-8963-54a2143f55af req-87e06743-c970-4349-a42b-5d1fa83a9023 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1fdcddea-b2b5-4b14-98c1-e98bd8f88785 HTTP/1.1" status: 200  len: 918 time: 0.2578228
Apr 02 18:14:12.049557 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-88034d43-ba68-4cca-af1c-bb468b709b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:12.068700 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:12.094553 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18de5a-0fa1-4672-92ba-00df24b6da06 None None] Pushing event updated for resources: {'Port': ['ID=b05213f1-0be3-42b3-9611-022cfd0f8ab4,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:12.106180 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8f18de5a-0fa1-4672-92ba-00df24b6da06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:12.121891 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a893bcd-4cac-4835-9470-d2bcb34fce8c None None] Routers {'247cb27c-0dc2-47c1-908b-883c26563f87'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:14:12.122621 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-2a893bcd-4cac-4835-9470-d2bcb34fce8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f1112b710>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:13:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['247cb27c-0dc2-47c1-908b-883c26563f87'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:14:12.243042 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff1f2d-092b-499e-b54b-fd6a7ebf7663 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c359244f-abed-48e3-b5ac-158e57a47b8e,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:12.247591 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-0649ed1d-476e-4725-80f7-ba067cedfced service neutron] 10.222.0.10 "GET /v2.0/networks/2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1867175
Apr 02 18:14:12.248885 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d5ff1f2d-092b-499e-b54b-fd6a7ebf7663 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:12.254531 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8fcc0fe3-4175-4b69-ace4-c8b2b77c18e6 req-c189ef0a-224d-4429-bcab-6d567c941373 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2652652
Apr 02 18:14:12.337228 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2a158817-2cc3-4810-8963-54a2143f55af req-f8501ec2-e4cf-4a08-84cd-7acc72e87a26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5853389c-fccf-4c63-b5b4-fb203198adf4 HTTP/1.1" status: 200  len: 217 time: 0.2693834
Apr 02 18:14:12.453637 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-0dc42dc3-bfbb-4f63-81d0-e87a5fdd806b service neutron] 10.222.0.10 "GET /v2.0/networks/2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1913075
Apr 02 18:14:12.502043 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a158817-2cc3-4810-8963-54a2143f55af req-8977f4c5-ac61-477d-9f22-731100229be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:12.504376 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2a158817-2cc3-4810-8963-54a2143f55af req-8977f4c5-ac61-477d-9f22-731100229be3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e424265f-054f-4091-8e6d-5b2cbdc6da6a HTTP/1.1" status: 200  len: 858 time: 0.1455491
Apr 02 18:14:12.543250 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d5ff1f2d-092b-499e-b54b-fd6a7ebf7663 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:12.544683 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-d5ff1f2d-092b-499e-b54b-fd6a7ebf7663 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.7519150
Apr 02 18:14:12.547867 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 39464) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:12.557256 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-38f3e301-8ef7-47a0-8545-11d1f0081b5e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Request body: {'security_group_rule': {'security_group_id': 'f89b8b72-a21e-412c-9ad0-5cb242eb2512', 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:14:12.565114 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-38f3e301-8ef7-47a0-8545-11d1f0081b5e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:14:12.569406 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-38f3e301-8ef7-47a0-8545-11d1f0081b5e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Usage tracker for resource:security_group_rule and tenant:bebbc6521cac473683ce0fe4a0a55d65 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:14:12.573537 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-38f3e301-8ef7-47a0-8545-11d1f0081b5e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:14:12.574009 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2a158817-2cc3-4810-8963-54a2143f55af req-60dfe4dd-6264-40b3-a140-94967b5fd5eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fdcddea-b2b5-4b14-98c1-e98bd8f88785&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0599587
Apr 02 18:14:12.580060 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-38f3e301-8ef7-47a0-8545-11d1f0081b5e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:14:12.581388 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88034d43-ba68-4cca-af1c-bb468b709b97 service neutron] Pushing event updated for resources: {'Port': ['ID=32b2a8d0-11de-48eb-a305-491d2dd836db,revision_number=2']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:12.592487 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-88034d43-ba68-4cca-af1c-bb468b709b97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:12.621091 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b67ae8-f68c-4301-b00a-47732e9e3c3d req-c0102237-16ab-40ce-8bd9-5315462f8f15 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:12.623097 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b5b67ae8-f68c-4301-b00a-47732e9e3c3d req-c0102237-16ab-40ce-8bd9-5315462f8f15 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=e86759fa-9cfc-45c7-97ac-4735a2bfc45c HTTP/1.1" status: 200  len: 944 time: 0.1499600
Apr 02 18:14:12.624161 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.securitygroups_db [None req-38f3e301-8ef7-47a0-8545-11d1f0081b5e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Project bebbc6521cac473683ce0fe4a0a55d65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 18:14:12.679534 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b5b67ae8-f68c-4301-b00a-47732e9e3c3d req-18bb104d-3a77-4fd9-98ac-d2ea2bbd2af5 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483694
Apr 02 18:14:12.680674 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-38f3e301-8ef7-47a0-8545-11d1f0081b5e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:12.824053 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-2a893bcd-4cac-4835-9470-d2bcb34fce8c None None] Set router 247cb27c-0dc2-47c1-908b-883c26563f87 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:14:12.960992 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-38f3e301-8ef7-47a0-8545-11d1f0081b5e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:12.976211 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6d02cc34-b6d5-4738-9343-920162fa4202 req-6b745853-29e6-4229-845c-79efeb928f40 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b40a254-3fa4-499e-a37c-007f598ae8e2 HTTP/1.1" status: 200  len: 210 time: 0.1457412
Apr 02 18:14:13.013823 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-38f3e301-8ef7-47a0-8545-11d1f0081b5e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413681'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:13.016080 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a52a48f6-0b1b-4ceb-9a4a-8a47e1a4fa91 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:13.043938 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f3e301-8ef7-47a0-8545-11d1f0081b5e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ba2178-ddae-4baf-b6b6-1546dee53040,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:13.046720 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-38f3e301-8ef7-47a0-8545-11d1f0081b5e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:13.082550 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-38f3e301-8ef7-47a0-8545-11d1f0081b5e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:13.093092 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-38f3e301-8ef7-47a0-8545-11d1f0081b5e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5420659
Apr 02 18:14:13.119004 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2a158817-2cc3-4810-8963-54a2143f55af req-fd384d57-82f3-4828-bd94-a040df6a6eba service neutron] 10.222.0.15 "GET /v2.0/networks/1fdcddea-b2b5-4b14-98c1-e98bd8f88785?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5253403
Apr 02 18:14:13.295068 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-2a893bcd-4cac-4835-9470-d2bcb34fce8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f1112b710>, [{'id': '247cb27c-0dc2-47c1-908b-883c26563f87', 'name': 'tempest-TestShelveInstance-2053025052-router', 'tenant_id': '0375951ebe4d421c9dec41425c7e3257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '606f21c5-c560-4394-a8e4-515d6a504500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:50Z', 'updated_at': '2021-04-02T18:14:03Z', 'revision_number': 4, 'project_id': '0375951ebe4d421c9dec41425c7e3257', 'gw_port': {'id': '606f21c5-c560-4394-a8e4-515d6a504500', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:42:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247cb27c-0dc2-47c1-908b-883c26563f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:51Z', 'updated_at': '2021-04-02T18:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'b05213f1-0be3-42b3-9611-022cfd0f8ab4', 'name': '', 'network_id': '10f51994-f1e8-48a4-a077-ccc143d28cd3', 'tenant_id': '0375951ebe4d421c9dec41425c7e3257', 'mac_address': 'fa:16:3e:cd:60:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247cb27c-0dc2-47c1-908b-883c26563f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c2958072-8583-49d6-adfe-7803955ca142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:14:00Z', 'updated_at': '2021-04-02T18:14:11Z', 'revision_number': 4, 'project_id': '0375951ebe4d421c9dec41425c7e3257', 'subnets': [{'id': 'c2958072-8583-49d6-adfe-7803955ca142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:14:13.299605 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a893bcd-4cac-4835-9470-d2bcb34fce8c None None] The sync data for ids ['247cb27c-0dc2-47c1-908b-883c26563f87'] in dv-cinder-784603-1-iscsi is: [{'id': '247cb27c-0dc2-47c1-908b-883c26563f87', 'name': 'tempest-TestShelveInstance-2053025052-router', 'tenant_id': '0375951ebe4d421c9dec41425c7e3257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '606f21c5-c560-4394-a8e4-515d6a504500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:50Z', 'updated_at': '2021-04-02T18:14:03Z', 'revision_number': 4, 'project_id': '0375951ebe4d421c9dec41425c7e3257', 'gw_port': {'id': '606f21c5-c560-4394-a8e4-515d6a504500', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:42:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247cb27c-0dc2-47c1-908b-883c26563f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:51Z', 'updated_at': '2021-04-02T18:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'b05213f1-0be3-42b3-9611-022cfd0f8ab4', 'name': '', 'network_id': '10f51994-f1e8-48a4-a077-ccc143d28cd3', 'tenant_id': '0375951ebe4d421c9dec41425c7e3257', 'mac_address': 'fa:16:3e:cd:60:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '247cb27c-0dc2-47c1-908b-883c26563f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'c2958072-8583-49d6-adfe-7803955ca142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:14:00Z', 'updated_at': '2021-04-02T18:14:11Z', 'revision_number': 4, 'project_id': '0375951ebe4d421c9dec41425c7e3257', 'subnets': [{'id': 'c2958072-8583-49d6-adfe-7803955ca142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:14:13.378386 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-88034d43-ba68-4cca-af1c-bb468b709b97 service neutron] Attempting to bind port 32b2a8d0-11de-48eb-a305-491d2dd836db on host hv-cinder-78460 for vnic_type normal with profile  {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:14:13.378733 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-88034d43-ba68-4cca-af1c-bb468b709b97 service neutron] Attempting to bind port 32b2a8d0-11de-48eb-a305-491d2dd836db by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '0f9f35da-6dca-4704-809e-53ca6f077541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f11e7f14-5ba4-410d-85b4-c0921e8a68ca'}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:14:13.379102 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-88034d43-ba68-4cca-af1c-bb468b709b97 service neutron] Attempting to bind port 32b2a8d0-11de-48eb-a305-491d2dd836db on network f11e7f14-5ba4-410d-85b4-c0921e8a68ca {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:14:13.405313 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-88034d43-ba68-4cca-af1c-bb468b709b97 service neutron] Port 32b2a8d0-11de-48eb-a305-491d2dd836db on network f11e7f14-5ba4-410d-85b4-c0921e8a68ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:14:13.405313 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-88034d43-ba68-4cca-af1c-bb468b709b97 service neutron] Attempting to bind port 32b2a8d0-11de-48eb-a305-491d2dd836db on network f11e7f14-5ba4-410d-85b4-c0921e8a68ca {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:14:13.413256 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-88034d43-ba68-4cca-af1c-bb468b709b97 service neutron] Checking agent: {'id': 'ba9f1d54-5540-4326-91bf-66629f4d5678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'started_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:14:13.413633 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-88034d43-ba68-4cca-af1c-bb468b709b97 service neutron] Checking segment: {'id': '0f9f35da-6dca-4704-809e-53ca6f077541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f11e7f14-5ba4-410d-85b4-c0921e8a68ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:14:13.414058 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-88034d43-ba68-4cca-af1c-bb468b709b97 service neutron] Bound using segment: {'id': '0f9f35da-6dca-4704-809e-53ca6f077541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f11e7f14-5ba4-410d-85b4-c0921e8a68ca'} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:14:13.414584 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-88034d43-ba68-4cca-af1c-bb468b709b97 service neutron] Bound port: 32b2a8d0-11de-48eb-a305-491d2dd836db, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f9f35da-6dca-4704-809e-53ca6f077541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f11e7f14-5ba4-410d-85b4-c0921e8a68ca'}}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:14:13.414906 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-88034d43-ba68-4cca-af1c-bb468b709b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:13.591274 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-88034d43-ba68-4cca-af1c-bb468b709b97 service neutron] For port 32b2a8d0-11de-48eb-a305-491d2dd836db, host hv-cinder-78460, cleared binding levels {{(pid=84390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:14:13.594634 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-88034d43-ba68-4cca-af1c-bb468b709b97 service neutron] For port 32b2a8d0-11de-48eb-a305-491d2dd836db, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=32b2a8d0-11de-48eb-a305-491d2dd836db,segment=NetworkSegment(0f9f35da-6dca-4704-809e-53ca6f077541),segment_id=0f9f35da-6dca-4704-809e-53ca6f077541)] {{(pid=84390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:14:13.601203 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2a158817-2cc3-4810-8963-54a2143f55af req-0643e44b-e33e-4d02-8aa6-e6d871c47630 service neutron] 10.222.0.15 "GET /v2.0/networks/1fdcddea-b2b5-4b14-98c1-e98bd8f88785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4439468
Apr 02 18:14:13.621879 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fc1b6-f16c-4d03-a56d-930a28d56ab9 req-d6b140ba-245f-41bd-9a2f-21f2a9167444 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:13.625787 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5e2fc1b6-f16c-4d03-a56d-930a28d56ab9 req-d6b140ba-245f-41bd-9a2f-21f2a9167444 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.1303637
Apr 02 18:14:13.630155 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-88034d43-ba68-4cca-af1c-bb468b709b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:13.667647 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-54381ea2-2e07-44e6-b6e4-4c24da97fe1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:13.724758 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5e2fc1b6-f16c-4d03-a56d-930a28d56ab9 req-f546b32d-68a2-4fa7-afa5-3a20054e8564 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888391
Apr 02 18:14:13.915775 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88034d43-ba68-4cca-af1c-bb468b709b97 service neutron] Pushing event updated for resources: {'Port': ['ID=32b2a8d0-11de-48eb-a305-491d2dd836db,revision_number=3']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:13.930745 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-88034d43-ba68-4cca-af1c-bb468b709b97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:14.032992 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-88034d43-ba68-4cca-af1c-bb468b709b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:14.034003 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-88034d43-ba68-4cca-af1c-bb468b709b97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:14.036045 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-88034d43-ba68-4cca-af1c-bb468b709b97 service neutron] 10.222.0.15 "PUT /v2.0/ports/32b2a8d0-11de-48eb-a305-491d2dd836db HTTP/1.1" status: 200  len: 1094 time: 3.7095962
Apr 02 18:14:14.036769 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86759fa-9cfc-45c7-97ac-4735a2bfc45c', 'tag': '32b2a8d0-11de-48eb-a305-491d2dd836db'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:14:14.138214 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device b05213f1-0be3-42b3-9611-022cfd0f8ab4 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:14:14.252070 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe2ff3-9bc7-4f3c-87cc-ca637604aa80 req-4d7911cd-c284-4015-b247-8c0e3497ec37 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:14.253783 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c6fe2ff3-9bc7-4f3c-87cc-ca637604aa80 req-4d7911cd-c284-4015-b247-8c0e3497ec37 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=e86759fa-9cfc-45c7-97ac-4735a2bfc45c HTTP/1.1" status: 200  len: 944 time: 0.1949577
Apr 02 18:14:14.282369 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning for port b05213f1-0be3-42b3-9611-022cfd0f8ab4 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:14:14.292967 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port b05213f1-0be3-42b3-9611-022cfd0f8ab4 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:14:14.293486 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:14.352361 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c6fe2ff3-9bc7-4f3c-87cc-ca637604aa80 req-79532b39-f61d-4597-af2c-ed13f1fb28a9 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858388
Apr 02 18:14:14.373932 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-ab64013c-3c11-41ce-9905-ec1f11bb84c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:14.375236 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-ab64013c-3c11-41ce-9905-ec1f11bb84c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed7d1d5264c74304906ef3044a96cced&device_id=e86759fa-9cfc-45c7-97ac-4735a2bfc45c HTTP/1.1" status: 200  len: 1097 time: 0.2078581
Apr 02 18:14:14.483264 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86759fa-9cfc-45c7-97ac-4735a2bfc45c', 'tag': '32b2a8d0-11de-48eb-a305-491d2dd836db', 'status': 'completed', 'code': 200}
Apr 02 18:14:14.499760 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-84acc326-6689-489b-bfe9-4ba32b9854b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32b2a8d0-11de-48eb-a305-491d2dd836db HTTP/1.1" status: 200  len: 217 time: 0.1150033
Apr 02 18:14:14.530872 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4af2faa2-b485-4bd3-9887-f8137dd55348 req-f0a71b18-3b82-45ee-a7de-6e8f884018e4 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b40a254-3fa4-499e-a37c-007f598ae8e2 HTTP/1.1" status: 200  len: 210 time: 0.0915394
Apr 02 18:14:14.598373 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:14.633914 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] For port b05213f1-0be3-42b3-9611-022cfd0f8ab4, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=b05213f1-0be3-42b3-9611-022cfd0f8ab4,segment=NetworkSegment(901ef5ef-f1a4-4946-9c35-a210c0a63b36),segment_id=901ef5ef-f1a4-4946-9c35-a210c0a63b36)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:14:14.634620 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-600006a4-2268-4f1c-93ea-17e050e4be27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:14.642638 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-600006a4-2268-4f1c-93ea-17e050e4be27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d22463d5-7d59-46a7-85e2-a7dce3c99838 HTTP/1.1" status: 200  len: 849 time: 0.1275036
Apr 02 18:14:14.661679 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:14.661679 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8f18de5a-0fa1-4672-92ba-00df24b6da06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:14.740849 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-a514d5fe-663a-4b3b-948d-642eba1c1063 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f11e7f14-5ba4-410d-85b4-c0921e8a68ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0941296
Apr 02 18:14:14.781056 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Pushing event updated for resources: {'Port': ['ID=b05213f1-0be3-42b3-9611-022cfd0f8ab4,revision_number=5']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:14.789320 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:14.991999 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-1a62d2b4-1a9d-4a7d-aea8-003da176191c service neutron] 10.222.0.15 "GET /v2.0/networks/f11e7f14-5ba4-410d-85b4-c0921e8a68ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2410383
Apr 02 18:14:15.062316 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8541e-80a9-47fd-a8f2-96d0353fbe0b req-7db551de-597e-42da-8ea8-acbd0f82a172 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:15.064035 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-79a8541e-80a9-47fd-a8f2-96d0353fbe0b req-7db551de-597e-42da-8ea8-acbd0f82a172 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.1182647
Apr 02 18:14:15.118909 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-79a8541e-80a9-47fd-a8f2-96d0353fbe0b req-fc7c5c46-301e-432f-ac39-a27d3907da9f tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482075
Apr 02 18:14:15.657586 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841ac71-3cb5-4ddb-b616-542224baf4c4 req-603df671-475b-4882-86e9-ae4ef34168c0 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:15.657801 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9109cd9b-8fd2-42ef-ad34-6a63867aa0b2 req-1ab55fb0-19f4-41ef-8d67-29553e2b9071 service neutron] 10.222.0.15 "GET /v2.0/networks/f11e7f14-5ba4-410d-85b4-c0921e8a68ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6559584
Apr 02 18:14:15.668625 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e841ac71-3cb5-4ddb-b616-542224baf4c4 req-603df671-475b-4882-86e9-ae4ef34168c0 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=e86759fa-9cfc-45c7-97ac-4735a2bfc45c HTTP/1.1" status: 200  len: 944 time: 0.1243005
Apr 02 18:14:15.748484 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-e1cb531c-4709-4cee-8a42-20c3d4efcbcb tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:15.750471 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-e1cb531c-4709-4cee-8a42-20c3d4efcbcb tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.15 "GET /v2.0/networks?id=2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff HTTP/1.1" status: 200  len: 814 time: 0.7010200
Apr 02 18:14:15.767788 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-aedb0928-9093-46bf-be66-e5d4ed11962b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Request body: {'port': {'device_id': '9b40a254-3fa4-499e-a37c-007f598ae8e2', 'network_id': '2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff', 'admin_state_up': True, 'tenant_id': '469aa9b529694baa91a42fa0eae6e868'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:14:15.789736 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c77895c9-68ec-485e-a63e-011ab44b8058 req-f13482b3-7a77-4500-b00f-cbe6d88084b6 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b40a254-3fa4-499e-a37c-007f598ae8e2 HTTP/1.1" status: 200  len: 210 time: 0.0984232
Apr 02 18:14:15.807375 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e841ac71-3cb5-4ddb-b616-542224baf4c4 req-d9a8bfdc-df1f-4a56-91d4-9e2ba729f340 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1368294
Apr 02 18:14:16.015426 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device b05213f1-0be3-42b3-9611-022cfd0f8ab4 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:14:16.098866 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-aedb0928-9093-46bf-be66-e5d4ed11962b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:14:16.105738 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-aedb0928-9093-46bf-be66-e5d4ed11962b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Usage tracker for resource:port and tenant:469aa9b529694baa91a42fa0eae6e868 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:14:16.110359 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa1efa-09bb-4268-a03c-275fcd264d23 req-f6ef5ce7-0d84-4cfb-a1a8-527c7a5371b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:16.111974 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port b05213f1-0be3-42b3-9611-022cfd0f8ab4 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:14:16.112088 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-43aa1efa-09bb-4268-a03c-275fcd264d23 req-f6ef5ce7-0d84-4cfb-a1a8-527c7a5371b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed7d1d5264c74304906ef3044a96cced&device_id=e86759fa-9cfc-45c7-97ac-4735a2bfc45c HTTP/1.1" status: 200  len: 1097 time: 0.1818209
Apr 02 18:14:16.112425 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:16.112950 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-aedb0928-9093-46bf-be66-e5d4ed11962b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:14:16.121349 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-aedb0928-9093-46bf-be66-e5d4ed11962b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:14:16.216693 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-aedb0928-9093-46bf-be66-e5d4ed11962b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Made reservation on behalf of 469aa9b529694baa91a42fa0eae6e868 for: {'port': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:14:16.222870 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-aedb0928-9093-46bf-be66-e5d4ed11962b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:16.364424 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e70ce-ec67-4575-a15e-6b34c8d6f992 req-f281653c-81ca-4b4c-904f-5abb1dc1b970 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:16.365947 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-005e70ce-ec67-4575-a15e-6b34c8d6f992 req-f281653c-81ca-4b4c-904f-5abb1dc1b970 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.1126626
Apr 02 18:14:16.414226 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa1efa-09bb-4268-a03c-275fcd264d23 req-d4ab8b9a-2fb3-4d68-842a-d26882bf25af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:16.416998 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-43aa1efa-09bb-4268-a03c-275fcd264d23 req-d4ab8b9a-2fb3-4d68-842a-d26882bf25af service neutron] 10.222.0.15 "GET /v2.0/networks?id=f11e7f14-5ba4-410d-85b4-c0921e8a68ca HTTP/1.1" status: 200  len: 909 time: 0.2876270
Apr 02 18:14:16.425782 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-005e70ce-ec67-4575-a15e-6b34c8d6f992 req-6943e1ab-ec90-44b8-bf52-b0dbe22b7a1d tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522227
Apr 02 18:14:16.542120 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-43aa1efa-09bb-4268-a03c-275fcd264d23 req-927b9a03-97f9-472b-ad27-9cfe182db52e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32b2a8d0-11de-48eb-a305-491d2dd836db HTTP/1.1" status: 200  len: 217 time: 0.0897455
Apr 02 18:14:16.616670 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-aedb0928-9093-46bf-be66-e5d4ed11962b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Allocated IP 172.20.0.3 (2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff/6f251e70-9c7c-4901-a9b3-7ea1463d5c2b/e1c4bc4a-b51b-428e-9009-6f8b0483aa3a) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:14:16.641989 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa1efa-09bb-4268-a03c-275fcd264d23 req-12d0ae40-3efe-4d12-a34b-f34bc8f0a207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:16.643589 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-43aa1efa-09bb-4268-a03c-275fcd264d23 req-12d0ae40-3efe-4d12-a34b-f34bc8f0a207 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d22463d5-7d59-46a7-85e2-a7dce3c99838 HTTP/1.1" status: 200  len: 849 time: 0.0906465
Apr 02 18:14:16.716741 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-43aa1efa-09bb-4268-a03c-275fcd264d23 req-169c2dfb-ee75-4566-89c9-a32584ce5676 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f11e7f14-5ba4-410d-85b4-c0921e8a68ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0588055
Apr 02 18:14:17.006658 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-43aa1efa-09bb-4268-a03c-275fcd264d23 req-59d1b0dc-2d54-455a-8265-c811098fc8f9 service neutron] 10.222.0.15 "GET /v2.0/networks/f11e7f14-5ba4-410d-85b4-c0921e8a68ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2768819
Apr 02 18:14:17.095398 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a629a676-6702-4af5-a526-f99e8f17b8cf req-30e24749-d42a-4835-a920-e4766ba877d9 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b40a254-3fa4-499e-a37c-007f598ae8e2 HTTP/1.1" status: 200  len: 210 time: 0.0760572
Apr 02 18:14:17.117705 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-aedb0928-9093-46bf-be66-e5d4ed11962b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:17.205290 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-43aa1efa-09bb-4268-a03c-275fcd264d23 req-7b934e0d-0c41-499c-99a8-e9784e620ab7 service neutron] 10.222.0.15 "GET /v2.0/networks/f11e7f14-5ba4-410d-85b4-c0921e8a68ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1823344
Apr 02 18:14:17.259601 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-aedb0928-9093-46bf-be66-e5d4ed11962b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:17.271999 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['56ab80a2-d47b-476b-84f0-88dd9c8fc122', '212ca02c-96e3-4426-a7f9-2294670cf53b', '61330e1f-49c0-468b-b35c-52cfa3736c14'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:14:17.309819 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-2c8808a8-310c-42ff-b826-ce63e54473e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:17.401067 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef161788-275f-4e0f-8a33-14ca4def51af req-860cbc9e-9179-457c-a070-4f9a1b003acb tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:17.402789 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ef161788-275f-4e0f-8a33-14ca4def51af req-860cbc9e-9179-457c-a070-4f9a1b003acb tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=e86759fa-9cfc-45c7-97ac-4735a2bfc45c HTTP/1.1" status: 200  len: 944 time: 0.1297495
Apr 02 18:14:17.474132 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb0928-9093-46bf-be66-e5d4ed11962b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Pushing event updated for resources: {'Port': ['ID=e1c4bc4a-b51b-428e-9009-6f8b0483aa3a,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:17.479620 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-aedb0928-9093-46bf-be66-e5d4ed11962b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:17.480417 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ef161788-275f-4e0f-8a33-14ca4def51af req-b4df2357-ef52-46e3-91ab-f7c4908933c5 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710411
Apr 02 18:14:17.545116 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-aedb0928-9093-46bf-be66-e5d4ed11962b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Network 2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:14:17.546391 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-aedb0928-9093-46bf-be66-e5d4ed11962b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:14:17.548687 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-aedb0928-9093-46bf-be66-e5d4ed11962b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:14:17.622348 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-aedb0928-9093-46bf-be66-e5d4ed11962b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:17.622348 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-aedb0928-9093-46bf-be66-e5d4ed11962b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:17.671408 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-aedb0928-9093-46bf-be66-e5d4ed11962b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9103594
Apr 02 18:14:17.687497 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Request body: {'port': {'device_id': '9b40a254-3fa4-499e-a37c-007f598ae8e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:14:17.819202 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:18.296074 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1c4bc4a-b51b-428e-9009-6f8b0483aa3a {{(pid=84390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:14:18.304817 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Notify callbacks [] for port, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:18.320617 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Transition to ACTIVE for port object e1c4bc4a-b51b-428e-9009-6f8b0483aa3a will not be triggered until provisioned by entity L2. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:14:18.322884 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dea75-1fa6-4aa8-8513-8648cfffece3 req-cc4db955-fe5b-4385-a070-843829edb5f2 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:18.324486 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-271dea75-1fa6-4aa8-8513-8648cfffece3 req-cc4db955-fe5b-4385-a070-843829edb5f2 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b40a254-3fa4-499e-a37c-007f598ae8e2 HTTP/1.1" status: 200  len: 931 time: 0.1063793
Apr 02 18:14:18.350921 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:18.367335 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-69b02c98-20f4-4d50-b3cd-4b850db26e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:18.375414 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-271dea75-1fa6-4aa8-8513-8648cfffece3 req-c30dd536-a057-4b4f-8722-114f624573ac tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445035
Apr 02 18:14:18.518164 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Pushing event updated for resources: {'Port': ['ID=e1c4bc4a-b51b-428e-9009-6f8b0483aa3a,revision_number=2']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:18.523056 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:18.776055 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Attempting to bind port e1c4bc4a-b51b-428e-9009-6f8b0483aa3a on host hv-cinder-78460 for vnic_type normal with profile  {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:14:18.776434 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Attempting to bind port e1c4bc4a-b51b-428e-9009-6f8b0483aa3a by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': 'ed805b0c-f3b6-4176-8c71-1ed496648d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff'}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:14:18.776810 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Attempting to bind port e1c4bc4a-b51b-428e-9009-6f8b0483aa3a on network 2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:14:18.782694 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Port e1c4bc4a-b51b-428e-9009-6f8b0483aa3a on network 2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:14:18.783123 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Attempting to bind port e1c4bc4a-b51b-428e-9009-6f8b0483aa3a on network 2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:14:18.793588 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Checking agent: {'id': 'ba9f1d54-5540-4326-91bf-66629f4d5678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'started_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:14:18.794670 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Checking segment: {'id': 'ed805b0c-f3b6-4176-8c71-1ed496648d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:14:18.795284 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Bound using segment: {'id': 'ed805b0c-f3b6-4176-8c71-1ed496648d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff'} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:14:18.795802 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Bound port: e1c4bc4a-b51b-428e-9009-6f8b0483aa3a, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed805b0c-f3b6-4176-8c71-1ed496648d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff'}}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:14:18.796240 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:18.927420 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] For port e1c4bc4a-b51b-428e-9009-6f8b0483aa3a, host hv-cinder-78460, cleared binding levels {{(pid=84390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:14:18.930776 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] For port e1c4bc4a-b51b-428e-9009-6f8b0483aa3a, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=e1c4bc4a-b51b-428e-9009-6f8b0483aa3a,segment=NetworkSegment(ed805b0c-f3b6-4176-8c71-1ed496648d92),segment_id=ed805b0c-f3b6-4176-8c71-1ed496648d92)] {{(pid=84390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:14:18.974184 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:18.990032 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-0706f8b1-7044-414e-b0af-afe18739a9de tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:19.011165 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257b4bc-7c03-4322-8df4-a1a8a10ad281 req-ade959b9-a9fb-4189-9620-7d8efe1cefad tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:19.012734 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2257b4bc-7c03-4322-8df4-a1a8a10ad281 req-ade959b9-a9fb-4189-9620-7d8efe1cefad tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=e86759fa-9cfc-45c7-97ac-4735a2bfc45c HTTP/1.1" status: 200  len: 944 time: 0.4167359
Apr 02 18:14:19.093321 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c9b64-aadc-4655-83da-497b0297dabf req-995d1964-354a-4354-acdb-ca56a8d619f5 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:19.094040 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-806c9b64-aadc-4655-83da-497b0297dabf req-995d1964-354a-4354-acdb-ca56a8d619f5 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Synchronizing usage tracker for tenant:456d975739e04659be41d35506548735 on resource:network {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:14:19.107438 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2257b4bc-7c03-4322-8df4-a1a8a10ad281 req-03d0f83c-6e2d-42cd-9dbf-ccb3956f882f tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797038
Apr 02 18:14:19.149272 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Pushing event updated for resources: {'Port': ['ID=e1c4bc4a-b51b-428e-9009-6f8b0483aa3a,revision_number=3']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:19.156614 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-806c9b64-aadc-4655-83da-497b0297dabf req-995d1964-354a-4354-acdb-ca56a8d619f5 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Unset dirty status for tenant:456d975739e04659be41d35506548735 on resource:network {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:14:19.157907 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-806c9b64-aadc-4655-83da-497b0297dabf req-995d1964-354a-4354-acdb-ca56a8d619f5 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/networks?id=e5c976a4-2bf5-421b-86e8-e0cd53189ff2 HTTP/1.1" status: 200  len: 814 time: 0.5093379
Apr 02 18:14:19.161236 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:19.161649 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:19.162054 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:19.162480 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:19.162876 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:19.163274 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:19.163662 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:19.164056 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:19.164444 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:19.164839 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:19.165226 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:19.165610 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:19.175464 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-806c9b64-aadc-4655-83da-497b0297dabf req-a0975da7-1572-41a5-a7e4-a50013c3763b tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/quotas/456d975739e04659be41d35506548735 HTTP/1.1" status: 200  len: 375 time: 0.0103831
Apr 02 18:14:19.178434 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:19.203699 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:19.204121 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:19.205654 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] 10.222.0.15 "PUT /v2.0/ports/e1c4bc4a-b51b-428e-9009-6f8b0483aa3a HTTP/1.1" status: 200  len: 1093 time: 1.5244188
Apr 02 18:14:19.206212 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b40a254-3fa4-499e-a37c-007f598ae8e2', 'tag': 'e1c4bc4a-b51b-428e-9009-6f8b0483aa3a'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:14:19.276632 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-806c9b64-aadc-4655-83da-497b0297dabf req-3b4a344e-b769-4baf-ac99-3c3c3daef220 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Synchronizing usage tracker for tenant:456d975739e04659be41d35506548735 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:14:19.329454 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b40a254-3fa4-499e-a37c-007f598ae8e2', 'tag': 'e1c4bc4a-b51b-428e-9009-6f8b0483aa3a', 'status': 'completed', 'code': 200}
Apr 02 18:14:19.339516 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-806c9b64-aadc-4655-83da-497b0297dabf req-3b4a344e-b769-4baf-ac99-3c3c3daef220 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Unset dirty status for tenant:456d975739e04659be41d35506548735 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:14:19.341525 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-806c9b64-aadc-4655-83da-497b0297dabf req-3b4a344e-b769-4baf-ac99-3c3c3daef220 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=456d975739e04659be41d35506548735&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1550753
Apr 02 18:14:19.579343 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-806c9b64-aadc-4655-83da-497b0297dabf req-0a1565d4-b679-4d11-bb82-6f641a5fddd9 service neutron] 10.222.0.10 "GET /v2.0/networks/e5c976a4-2bf5-421b-86e8-e0cd53189ff2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2212584
Apr 02 18:14:19.617016 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-f69f5be5-4ed3-4d58-8abb-e0308fbcd4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:19.618754 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-f69f5be5-4ed3-4d58-8abb-e0308fbcd4d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=469aa9b529694baa91a42fa0eae6e868&device_id=9b40a254-3fa4-499e-a37c-007f598ae8e2 HTTP/1.1" status: 200  len: 1096 time: 0.3360476
Apr 02 18:14:19.698023 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-62d0f508-b314-4a04-9e0b-b278388c7a98 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1c4bc4a-b51b-428e-9009-6f8b0483aa3a HTTP/1.1" status: 200  len: 217 time: 0.0687518
Apr 02 18:14:19.733832 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdbe355-867d-43be-80d2-ffe02aa6eb1b req-cd72dd2b-0a6d-4a3e-9168-577b8625875c tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:19.735536 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1fdbe355-867d-43be-80d2-ffe02aa6eb1b req-cd72dd2b-0a6d-4a3e-9168-577b8625875c tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b40a254-3fa4-499e-a37c-007f598ae8e2 HTTP/1.1" status: 200  len: 943 time: 0.2179391
Apr 02 18:14:19.773147 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-24330baa-ed38-481b-a253-63919020f1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:19.774745 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-24330baa-ed38-481b-a253-63919020f1d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f251e70-9c7c-4901-a9b3-7ea1463d5c2b HTTP/1.1" status: 200  len: 854 time: 0.0695922
Apr 02 18:14:19.783811 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-806c9b64-aadc-4655-83da-497b0297dabf req-0a236bb4-121e-4222-94e9-6787486dfd5a service neutron] 10.222.0.10 "GET /v2.0/networks/e5c976a4-2bf5-421b-86e8-e0cd53189ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1984072
Apr 02 18:14:19.805817 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1fdbe355-867d-43be-80d2-ffe02aa6eb1b req-7d6977f2-a018-446f-be6c-8d57410bf7aa tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548613
Apr 02 18:14:19.829467 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-e2903972-1028-4c8c-a581-0d9208da767c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0472577
Apr 02 18:14:19.980244 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-839f1e5e-515f-464c-86fb-902b95f0f231 service neutron] 10.222.0.15 "GET /v2.0/networks/2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433377
Apr 02 18:14:20.015395 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 32b2a8d0-11de-48eb-a305-491d2dd836db details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:14:20.143464 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7acc52bd-ba70-4e3c-8427-e5f69a50b6e8 req-fc9f4037-2637-4c4c-a089-c553741ca960 service neutron] 10.222.0.15 "GET /v2.0/networks/2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1547053
Apr 02 18:14:20.145802 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-453c5b1f-a3ac-4187-85a5-04d5547acc31 req-ec5b835e-359c-43bb-89cd-9b45e61ffe54 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 210 time: 0.0634594
Apr 02 18:14:20.200903 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 32b2a8d0-11de-48eb-a305-491d2dd836db, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=32b2a8d0-11de-48eb-a305-491d2dd836db,segment=NetworkSegment(0f9f35da-6dca-4704-809e-53ca6f077541),segment_id=0f9f35da-6dca-4704-809e-53ca6f077541)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:14:20.225278 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Returning: {'device': '32b2a8d0-11de-48eb-a305-491d2dd836db', 'network_id': 'f11e7f14-5ba4-410d-85b4-c0921e8a68ca', 'port_id': '32b2a8d0-11de-48eb-a305-491d2dd836db', 'mac_address': 'fa:16:3e:55:19:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22463d5-7d59-46a7-85e2-a7dce3c99838', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:14:20.310177 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:20.334638 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b2a8d0-11de-48eb-a305-491d2dd836db {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:14:20.348613 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbaec9b-3a59-4b49-8b62-f3beadbc39da req-104b9be0-f9bd-4c6c-a845-bf2bd705e790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:20.350585 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0bbaec9b-3a59-4b49-8b62-f3beadbc39da req-104b9be0-f9bd-4c6c-a845-bf2bd705e790 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=469aa9b529694baa91a42fa0eae6e868&device_id=9b40a254-3fa4-499e-a37c-007f598ae8e2 HTTP/1.1" status: 200  len: 1096 time: 0.1139805
Apr 02 18:14:20.353180 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 32b2a8d0-11de-48eb-a305-491d2dd836db, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=32b2a8d0-11de-48eb-a305-491d2dd836db,segment=NetworkSegment(0f9f35da-6dca-4704-809e-53ca6f077541),segment_id=0f9f35da-6dca-4704-809e-53ca6f077541)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:14:20.373629 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5945b89-b3dc-4daf-86d3-89893f7691ed req-776ae621-b015-4fee-9b4d-335244335623 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:20.375449 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e5945b89-b3dc-4daf-86d3-89893f7691ed req-776ae621-b015-4fee-9b4d-335244335623 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=e86759fa-9cfc-45c7-97ac-4735a2bfc45c HTTP/1.1" status: 200  len: 944 time: 0.1121802
Apr 02 18:14:20.385427 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:20.387715 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8f18de5a-0fa1-4672-92ba-00df24b6da06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:20.450009 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e5945b89-b3dc-4daf-86d3-89893f7691ed req-318839a5-064c-4a62-84e2-32e3a9578446 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678804
Apr 02 18:14:20.483345 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=32b2a8d0-11de-48eb-a305-491d2dd836db,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:20.486985 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:20.522083 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbaec9b-3a59-4b49-8b62-f3beadbc39da req-cd836efb-db57-4955-81bf-c2d10c92d218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:20.523759 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0bbaec9b-3a59-4b49-8b62-f3beadbc39da req-cd836efb-db57-4955-81bf-c2d10c92d218 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff HTTP/1.1" status: 200  len: 914 time: 0.1664717
Apr 02 18:14:20.615173 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0bbaec9b-3a59-4b49-8b62-f3beadbc39da req-1a62cc62-4d00-456e-aa4d-b32b3a68e4bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1c4bc4a-b51b-428e-9009-6f8b0483aa3a HTTP/1.1" status: 200  len: 217 time: 0.0778043
Apr 02 18:14:20.689019 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbaec9b-3a59-4b49-8b62-f3beadbc39da req-4392ae8b-6b8f-4c59-a8fc-7cab39d20abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:20.690615 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0bbaec9b-3a59-4b49-8b62-f3beadbc39da req-4392ae8b-6b8f-4c59-a8fc-7cab39d20abd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6f251e70-9c7c-4901-a9b3-7ea1463d5c2b HTTP/1.1" status: 200  len: 854 time: 0.0692151
Apr 02 18:14:20.745977 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0bbaec9b-3a59-4b49-8b62-f3beadbc39da req-9e56e78a-074e-4563-bf65-5616deb23c85 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0468483
Apr 02 18:14:20.766725 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['32b2a8d0-11de-48eb-a305-491d2dd836db'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:14:20.925659 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0bbaec9b-3a59-4b49-8b62-f3beadbc39da req-b8b51091-5075-4ff3-8604-4e2ca483918c service neutron] 10.222.0.15 "GET /v2.0/networks/2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1724746
Apr 02 18:14:21.064397 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de408bd5-b6aa-4a4a-8864-28384881db0a req-0bf0c847-90ce-4221-b839-2178b1cc444c tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:21.066023 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-de408bd5-b6aa-4a4a-8864-28384881db0a req-0bf0c847-90ce-4221-b839-2178b1cc444c tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b40a254-3fa4-499e-a37c-007f598ae8e2 HTTP/1.1" status: 200  len: 943 time: 0.0973456
Apr 02 18:14:21.102989 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0bbaec9b-3a59-4b49-8b62-f3beadbc39da req-1017a7ff-a90b-44a0-a937-c83bdd722ccc service neutron] 10.222.0.15 "GET /v2.0/networks/2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1693826
Apr 02 18:14:21.114808 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-de408bd5-b6aa-4a4a-8864-28384881db0a req-2e884cb9-c290-4a8d-84f3-4129fe7e4f52 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423381
Apr 02 18:14:21.311132 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-97fb8d2d-8a8f-4c52-ab81-8fb8b38eefb3 req-36671aa8-1b56-46ae-ac9b-51f4e5f33764 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 210 time: 0.0522511
Apr 02 18:14:21.668499 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95edfd9b-d55e-44a5-aa86-029850c861d3 req-99f0622f-6ce0-4614-bec7-c72149722d9f tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:21.670075 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-95edfd9b-d55e-44a5-aa86-029850c861d3 req-99f0622f-6ce0-4614-bec7-c72149722d9f tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=e86759fa-9cfc-45c7-97ac-4735a2bfc45c HTTP/1.1" status: 200  len: 945 time: 0.0875480
Apr 02 18:14:21.717217 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-95edfd9b-d55e-44a5-aa86-029850c861d3 req-1615cae6-e003-4798-a452-7b01eb3e7480 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408282
Apr 02 18:14:22.027039 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 32b2a8d0-11de-48eb-a305-491d2dd836db up at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:14:22.089136 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c9b64-aadc-4655-83da-497b0297dabf req-f7c1a887-d789-4fdd-9cc9-f7154d231ad2 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:22.091096 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-806c9b64-aadc-4655-83da-497b0297dabf req-f7c1a887-d789-4fdd-9cc9-f7154d231ad2 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.15 "GET /v2.0/networks?id=e5c976a4-2bf5-421b-86e8-e0cd53189ff2 HTTP/1.1" status: 200  len: 814 time: 0.1650085
Apr 02 18:14:22.113519 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-806c9b64-aadc-4655-83da-497b0297dabf req-79c2061b-5a4f-4ed0-aa3c-5ea29642babb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Request body: {'port': {'device_id': '39704908-657c-4c1d-a324-c517927e7042', 'network_id': 'e5c976a4-2bf5-421b-86e8-e0cd53189ff2', 'admin_state_up': True, 'tenant_id': '456d975739e04659be41d35506548735'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:14:22.116055 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning for port 32b2a8d0-11de-48eb-a305-491d2dd836db completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:14:22.122383 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning complete for port 32b2a8d0-11de-48eb-a305-491d2dd836db triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:14:22.122781 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:22.291691 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:22.292758 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-806c9b64-aadc-4655-83da-497b0297dabf req-79c2061b-5a4f-4ed0-aa3c-5ea29642babb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:14:22.304275 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-806c9b64-aadc-4655-83da-497b0297dabf req-79c2061b-5a4f-4ed0-aa3c-5ea29642babb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:14:22.322882 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86759fa-9cfc-45c7-97ac-4735a2bfc45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b2a8d0-11de-48eb-a305-491d2dd836db'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:14:22.334966 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-806c9b64-aadc-4655-83da-497b0297dabf req-79c2061b-5a4f-4ed0-aa3c-5ea29642babb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Made reservation on behalf of 456d975739e04659be41d35506548735 for: {'port': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:14:22.335394 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 32b2a8d0-11de-48eb-a305-491d2dd836db, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=32b2a8d0-11de-48eb-a305-491d2dd836db,segment=NetworkSegment(0f9f35da-6dca-4704-809e-53ca6f077541),segment_id=0f9f35da-6dca-4704-809e-53ca6f077541)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:14:22.342395 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-806c9b64-aadc-4655-83da-497b0297dabf req-79c2061b-5a4f-4ed0-aa3c-5ea29642babb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:22.363981 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:22.366768 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:22.374156 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e0646-66fb-4173-9253-0c0fbcc9598a req-db0baaa1-ecee-4e7f-8fd3-388922225b14 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:22.375908 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f08e0646-66fb-4173-9253-0c0fbcc9598a req-db0baaa1-ecee-4e7f-8fd3-388922225b14 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b40a254-3fa4-499e-a37c-007f598ae8e2 HTTP/1.1" status: 200  len: 943 time: 0.1092904
Apr 02 18:14:22.466517 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f08e0646-66fb-4173-9253-0c0fbcc9598a req-3b538648-ede7-4259-a5ad-dcf69c92b33d tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835531
Apr 02 18:14:22.503673 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=32b2a8d0-11de-48eb-a305-491d2dd836db,revision_number=5']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:22.518779 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:22.521033 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86759fa-9cfc-45c7-97ac-4735a2bfc45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b2a8d0-11de-48eb-a305-491d2dd836db', 'code': 200}
Apr 02 18:14:22.594606 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [req-806c9b64-aadc-4655-83da-497b0297dabf req-79c2061b-5a4f-4ed0-aa3c-5ea29642babb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Allocated IP 172.20.0.7 (e5c976a4-2bf5-421b-86e8-e0cd53189ff2/5e84303b-04ac-4b80-ad14-3d620854a7fc/674eea1f-ef49-4cae-8bcd-2a36848a945b) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:14:22.679145 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a1783994-e413-46cd-8e23-b222a0c68d45 req-375bb4a4-2f18-4df1-b812-187945580298 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 210 time: 0.0527174
Apr 02 18:14:22.969144 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda12a7-7e12-4980-a138-1c20f1261cab req-57c58a2d-2a64-4d4e-8a8b-ffaf6d8792b3 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:22.971510 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2dda12a7-7e12-4980-a138-1c20f1261cab req-57c58a2d-2a64-4d4e-8a8b-ffaf6d8792b3 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.1394246
Apr 02 18:14:22.985402 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-806c9b64-aadc-4655-83da-497b0297dabf req-79c2061b-5a4f-4ed0-aa3c-5ea29642babb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:23.021048 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [req-806c9b64-aadc-4655-83da-497b0297dabf req-79c2061b-5a4f-4ed0-aa3c-5ea29642babb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Transition to ACTIVE for port object 674eea1f-ef49-4cae-8bcd-2a36848a945b will not be triggered until provisioned by entity DHCP. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:14:23.045570 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbfb2b-f17d-40ef-895a-c161cab5cdab req-4731e562-6cdb-420d-a862-5d07be9463c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:23.050452 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-58dbfb2b-f17d-40ef-895a-c161cab5cdab req-4731e562-6cdb-420d-a862-5d07be9463c9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e86759fa-9cfc-45c7-97ac-4735a2bfc45c HTTP/1.1" status: 200  len: 1099 time: 0.1159070
Apr 02 18:14:23.091856 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-806c9b64-aadc-4655-83da-497b0297dabf req-79c2061b-5a4f-4ed0-aa3c-5ea29642babb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:23.092222 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2dda12a7-7e12-4980-a138-1c20f1261cab req-16b36a67-8b59-4284-85b5-e40f818cf63b tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713623
Apr 02 18:14:23.112511 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-54381ea2-2e07-44e6-b6e4-4c24da97fe1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:23.132493 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0c004-5bb8-433c-9ab5-581024e5748d req-d997fe8c-3b16-4f82-baa8-5b8788833cae tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:23.132493 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f5b0c004-5bb8-433c-9ab5-581024e5748d req-d997fe8c-3b16-4f82-baa8-5b8788833cae tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=e86759fa-9cfc-45c7-97ac-4735a2bfc45c HTTP/1.1" status: 200  len: 946 time: 0.1490490
Apr 02 18:14:23.155762 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-58dbfb2b-f17d-40ef-895a-c161cab5cdab req-bfc2ad95-6aa6-496b-a6b1-84d30e62aa31 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979006
Apr 02 18:14:23.219640 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f5b0c004-5bb8-433c-9ab5-581024e5748d req-3103310d-0ead-49b5-b340-b617a66797b2 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785496
Apr 02 18:14:23.268179 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2061b-5a4f-4ed0-aa3c-5ea29642babb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Pushing event updated for resources: {'Port': ['ID=674eea1f-ef49-4cae-8bcd-2a36848a945b,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:23.282213 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-79c2061b-5a4f-4ed0-aa3c-5ea29642babb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:23.335404 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-806c9b64-aadc-4655-83da-497b0297dabf req-79c2061b-5a4f-4ed0-aa3c-5ea29642babb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Network e5c976a4-2bf5-421b-86e8-e0cd53189ff2 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:14:23.337821 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [req-806c9b64-aadc-4655-83da-497b0297dabf req-79c2061b-5a4f-4ed0-aa3c-5ea29642babb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:14:23.354048 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-806c9b64-aadc-4655-83da-497b0297dabf req-79c2061b-5a4f-4ed0-aa3c-5ea29642babb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:14:23.433690 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c9b64-aadc-4655-83da-497b0297dabf req-79c2061b-5a4f-4ed0-aa3c-5ea29642babb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:23.434443 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-806c9b64-aadc-4655-83da-497b0297dabf req-79c2061b-5a4f-4ed0-aa3c-5ea29642babb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:23.490991 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-806c9b64-aadc-4655-83da-497b0297dabf req-79c2061b-5a4f-4ed0-aa3c-5ea29642babb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3816447
Apr 02 18:14:23.679829 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958eae5-9bfe-4f99-a521-2aafc8e4ab0d req-20f5513f-9425-4817-9513-91d702bc2920 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:23.682115 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e958eae5-9bfe-4f99-a521-2aafc8e4ab0d req-20f5513f-9425-4817-9513-91d702bc2920 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b40a254-3fa4-499e-a37c-007f598ae8e2 HTTP/1.1" status: 200  len: 943 time: 0.0948923
Apr 02 18:14:23.732574 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-0e693332-0652-47c5-b541-d17705b08299 None None] Provisioning for port 674eea1f-ef49-4cae-8bcd-2a36848a945b completed by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:14:23.733855 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e958eae5-9bfe-4f99-a521-2aafc8e4ab0d req-35dbeae6-92e1-4252-ae6b-4cf85dee8ca6 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443368
Apr 02 18:14:23.738358 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-0e693332-0652-47c5-b541-d17705b08299 None None] Provisioning complete for port 674eea1f-ef49-4cae-8bcd-2a36848a945b triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:14:23.738791 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-0e693332-0652-47c5-b541-d17705b08299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:23.823756 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-0e693332-0652-47c5-b541-d17705b08299 None None] Port 674eea1f-ef49-4cae-8bcd-2a36848a945b cannot update to ACTIVE because it is not bound. {{(pid=84392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:14:23.961003 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0a44b-31ea-459e-b00e-87f83c7b3dfb req-773d3f57-be92-4426-af3a-7be485055d12 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:23.962733 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-eea0a44b-31ea-459e-b00e-87f83c7b3dfb req-773d3f57-be92-4426-af3a-7be485055d12 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 931 time: 0.1451323
Apr 02 18:14:24.020833 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-eea0a44b-31ea-459e-b00e-87f83c7b3dfb req-3c106fa4-bb2b-4238-8e3d-70e5f5bae240 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Synchronizing usage tracker for tenant:456d975739e04659be41d35506548735 on resource:security_group {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:14:24.034013 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device e1c4bc4a-b51b-428e-9009-6f8b0483aa3a details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:14:24.084024 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-eea0a44b-31ea-459e-b00e-87f83c7b3dfb req-3c106fa4-bb2b-4238-8e3d-70e5f5bae240 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Unset dirty status for tenant:456d975739e04659be41d35506548735 on resource:security_group {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:14:24.095624 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-eea0a44b-31ea-459e-b00e-87f83c7b3dfb req-3c106fa4-bb2b-4238-8e3d-70e5f5bae240 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206992
Apr 02 18:14:24.189238 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port e1c4bc4a-b51b-428e-9009-6f8b0483aa3a, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=e1c4bc4a-b51b-428e-9009-6f8b0483aa3a,segment=NetworkSegment(ed805b0c-f3b6-4176-8c71-1ed496648d92),segment_id=ed805b0c-f3b6-4176-8c71-1ed496648d92)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:14:24.203639 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Returning: {'device': 'e1c4bc4a-b51b-428e-9009-6f8b0483aa3a', 'network_id': '2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff', 'port_id': 'e1c4bc4a-b51b-428e-9009-6f8b0483aa3a', 'mac_address': 'fa:16:3e:3c:30:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f251e70-9c7c-4901-a9b3-7ea1463d5c2b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:14:24.267963 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:24.288906 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1c4bc4a-b51b-428e-9009-6f8b0483aa3a {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:14:24.307260 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port e1c4bc4a-b51b-428e-9009-6f8b0483aa3a, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=e1c4bc4a-b51b-428e-9009-6f8b0483aa3a,segment=NetworkSegment(ed805b0c-f3b6-4176-8c71-1ed496648d92),segment_id=ed805b0c-f3b6-4176-8c71-1ed496648d92)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:14:24.331741 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99f6e7-0b4f-4a24-8c76-60d65ca63b19 req-8c2ed88d-f60a-4ec8-bd64-ddb9ad0424d9 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:24.333374 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8e99f6e7-0b4f-4a24-8c76-60d65ca63b19 req-8c2ed88d-f60a-4ec8-bd64-ddb9ad0424d9 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.1010301
Apr 02 18:14:24.339571 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:24.341499 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a226ddb6-8277-4621-8d85-fa82bf76276a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:24.401678 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8e99f6e7-0b4f-4a24-8c76-60d65ca63b19 req-21cc368d-9d43-4c67-b85a-0116d3a45fac tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605865
Apr 02 18:14:24.424178 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=e1c4bc4a-b51b-428e-9009-6f8b0483aa3a,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:24.427827 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:24.599843 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038ae24-40e8-430b-9f82-7080c8646084 req-1897d0fb-3135-462f-9e2d-06e50a6bbd72 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:24.601546 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8038ae24-40e8-430b-9f82-7080c8646084 req-1897d0fb-3135-462f-9e2d-06e50a6bbd72 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=e86759fa-9cfc-45c7-97ac-4735a2bfc45c HTTP/1.1" status: 200  len: 946 time: 0.0909829
Apr 02 18:14:24.652624 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8038ae24-40e8-430b-9f82-7080c8646084 req-7fdc11f5-327d-48a5-8781-ee50bbe858c9 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442152
Apr 02 18:14:24.689718 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['e1c4bc4a-b51b-428e-9009-6f8b0483aa3a'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:14:24.982097 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b37fb5-74e7-4e16-94c6-5bd6ee49a535 req-ead66ef0-e254-4b2b-8161-3395793c7c03 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:24.984177 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-30b37fb5-74e7-4e16-94c6-5bd6ee49a535 req-ead66ef0-e254-4b2b-8161-3395793c7c03 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b40a254-3fa4-499e-a37c-007f598ae8e2 HTTP/1.1" status: 200  len: 944 time: 0.1152058
Apr 02 18:14:25.034048 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-30b37fb5-74e7-4e16-94c6-5bd6ee49a535 req-a33e56c3-5aa8-4fb9-8f58-06f52516f12f tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434990
Apr 02 18:14:25.300897 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b617a-d744-4b6f-860b-e72ed7b1c0a0 req-ef2f0e97-1401-4343-85f0-b763c3ffd959 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:25.302438 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f86b617a-d744-4b6f-860b-e72ed7b1c0a0 req-ef2f0e97-1401-4343-85f0-b763c3ffd959 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 931 time: 0.0893188
Apr 02 18:14:25.356478 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f86b617a-d744-4b6f-860b-e72ed7b1c0a0 req-95e443b1-9e64-480a-a042-1fe8e236564f tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470343
Apr 02 18:14:25.615792 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61aad42-261f-4078-94f3-fd6726fc7eed req-26ed74b3-439a-4e25-b177-821f770bd073 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:25.617310 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b61aad42-261f-4078-94f3-fd6726fc7eed req-26ed74b3-439a-4e25-b177-821f770bd073 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.0935721
Apr 02 18:14:25.670655 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b61aad42-261f-4078-94f3-fd6726fc7eed req-8438f944-88ab-4484-a7b5-8e305967b46d tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463226
Apr 02 18:14:25.875619 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9aaae-62a5-475c-809a-1465c76dcf92 req-dce71574-3538-4c02-8c2b-369470b39beb tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:25.877307 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f3f9aaae-62a5-475c-809a-1465c76dcf92 req-dce71574-3538-4c02-8c2b-369470b39beb tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=e86759fa-9cfc-45c7-97ac-4735a2bfc45c HTTP/1.1" status: 200  len: 946 time: 0.0991843
Apr 02 18:14:25.932937 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f3f9aaae-62a5-475c-809a-1465c76dcf92 req-18f00ef2-a7ce-46cb-943e-a598a0106915 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478220
Apr 02 18:14:26.036309 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device e1c4bc4a-b51b-428e-9009-6f8b0483aa3a up at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:14:26.265165 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning for port e1c4bc4a-b51b-428e-9009-6f8b0483aa3a completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:14:26.271144 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning complete for port e1c4bc4a-b51b-428e-9009-6f8b0483aa3a triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:14:26.276492 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:26.286752 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c8e14-0bba-4035-83b4-f6508ab25d7d req-8a733cd9-997e-40a9-9eab-6ea89f2d4aa7 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:26.288425 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-120c8e14-0bba-4035-83b4-f6508ab25d7d req-8a733cd9-997e-40a9-9eab-6ea89f2d4aa7 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b40a254-3fa4-499e-a37c-007f598ae8e2 HTTP/1.1" status: 200  len: 944 time: 0.1030033
Apr 02 18:14:26.346720 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-120c8e14-0bba-4035-83b4-f6508ab25d7d req-379b5132-d52c-4140-9b2a-0da1a003d4d8 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512676
Apr 02 18:14:26.407225 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:26.437140 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b40a254-3fa4-499e-a37c-007f598ae8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c4bc4a-b51b-428e-9009-6f8b0483aa3a'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:14:26.447914 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port e1c4bc4a-b51b-428e-9009-6f8b0483aa3a, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=e1c4bc4a-b51b-428e-9009-6f8b0483aa3a,segment=NetworkSegment(ed805b0c-f3b6-4176-8c71-1ed496648d92),segment_id=ed805b0c-f3b6-4176-8c71-1ed496648d92)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:14:26.580854 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde08206-242e-4cb9-a8b8-1525d6e75eb0 req-d3d909f1-1235-45af-b052-c85c83cc28e7 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:26.582468 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bde08206-242e-4cb9-a8b8-1525d6e75eb0 req-d3d909f1-1235-45af-b052-c85c83cc28e7 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 931 time: 0.1029804
Apr 02 18:14:26.631213 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bde08206-242e-4cb9-a8b8-1525d6e75eb0 req-5cf21b74-1c45-46c0-af8d-9fbdb10cb07e tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411837
Apr 02 18:14:26.687739 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b40a254-3fa4-499e-a37c-007f598ae8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c4bc4a-b51b-428e-9009-6f8b0483aa3a', 'code': 200}
Apr 02 18:14:26.796314 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:26.798350 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:26.944493 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=e1c4bc4a-b51b-428e-9009-6f8b0483aa3a,revision_number=5']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:26.951871 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:26.990675 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb805a-4396-4644-ac3f-f97d125469f9 req-86a0cee1-6fea-489d-b78b-ff8c45f8f160 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:27.002040 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9edb805a-4396-4644-ac3f-f97d125469f9 req-86a0cee1-6fea-489d-b78b-ff8c45f8f160 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.2117884
Apr 02 18:14:27.059081 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9edb805a-4396-4644-ac3f-f97d125469f9 req-619cd3da-3a8e-42a4-9c71-5da62cf7ff1f tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559022
Apr 02 18:14:27.269402 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79250963-9d02-40dd-bd72-9a3e359bc8d5 req-dee0e47d-a36c-435d-a93a-4d0a4a5d7237 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:27.271203 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-79250963-9d02-40dd-bd72-9a3e359bc8d5 req-dee0e47d-a36c-435d-a93a-4d0a4a5d7237 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=e86759fa-9cfc-45c7-97ac-4735a2bfc45c HTTP/1.1" status: 200  len: 946 time: 0.0999763
Apr 02 18:14:27.320439 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-79250963-9d02-40dd-bd72-9a3e359bc8d5 req-af82819b-d769-4108-bce8-c8c0109952d8 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422978
Apr 02 18:14:27.575122 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12315b98-ea9b-40f1-9295-94e80b280b33 req-47adaa21-7b06-4769-af25-3503a2c51db3 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:27.583977 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-12315b98-ea9b-40f1-9295-94e80b280b33 req-47adaa21-7b06-4769-af25-3503a2c51db3 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b40a254-3fa4-499e-a37c-007f598ae8e2 HTTP/1.1" status: 200  len: 945 time: 0.1112058
Apr 02 18:14:27.605147 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b2e662ce-e05d-4dbe-a9d3-71d122d03fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:27.626221 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-12315b98-ea9b-40f1-9295-94e80b280b33 req-237fdeff-f52d-48bc-ba59-4d1fcef0d345 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431721
Apr 02 18:14:27.840146 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425db8cd-d50d-45f3-a3a3-48795d318ce5 req-6f394114-79ed-4946-895e-605afa4e6cc8 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:27.841748 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-425db8cd-d50d-45f3-a3a3-48795d318ce5 req-6f394114-79ed-4946-895e-605afa4e6cc8 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 931 time: 0.0939889
Apr 02 18:14:27.896542 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-425db8cd-d50d-45f3-a3a3-48795d318ce5 req-5aa0500e-2793-4342-9b6e-b9f084722fac tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479910
Apr 02 18:14:28.265045 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe4b30-b7a8-4eac-bc5e-07877b57f6b2 req-d63d9a71-6a56-4d33-b8bc-2d6593fdf35f tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:28.266662 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0dfe4b30-b7a8-4eac-bc5e-07877b57f6b2 req-d63d9a71-6a56-4d33-b8bc-2d6593fdf35f tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.0909784
Apr 02 18:14:28.319653 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0dfe4b30-b7a8-4eac-bc5e-07877b57f6b2 req-f67b7f9d-dc88-4585-85eb-0115a5247706 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466690
Apr 02 18:14:28.529833 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2be9f8-615a-4adb-b50a-3cfca1fbb073 req-7931f54a-f595-4a18-8dde-12c8ced82fbb tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:28.531784 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6e2be9f8-615a-4adb-b50a-3cfca1fbb073 req-7931f54a-f595-4a18-8dde-12c8ced82fbb tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=e86759fa-9cfc-45c7-97ac-4735a2bfc45c HTTP/1.1" status: 200  len: 946 time: 0.0923903
Apr 02 18:14:28.581318 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6e2be9f8-615a-4adb-b50a-3cfca1fbb073 req-b304bde3-7f86-47a5-99f6-9d957f4f00de tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420928
Apr 02 18:14:28.750541 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:28.842679 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c7da8-878b-4098-8a6e-efa18363f096 req-5d50b292-e836-4f62-82cc-af859a0edb4a tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:28.844398 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1e9c7da8-878b-4098-8a6e-efa18363f096 req-5d50b292-e836-4f62-82cc-af859a0edb4a tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b40a254-3fa4-499e-a37c-007f598ae8e2 HTTP/1.1" status: 200  len: 945 time: 0.0942311
Apr 02 18:14:28.893837 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1e9c7da8-878b-4098-8a6e-efa18363f096 req-b46f71cb-de61-47b6-b18b-af05e711badf tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424089
Apr 02 18:14:29.116359 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee6c8c-8e79-42bc-ba58-5d8462ce45d6 req-46ede58d-c0ac-41f3-84b1-a6bbb57811c4 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:29.118077 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-99ee6c8c-8e79-42bc-ba58-5d8462ce45d6 req-46ede58d-c0ac-41f3-84b1-a6bbb57811c4 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 931 time: 0.0989304
Apr 02 18:14:29.170249 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-99ee6c8c-8e79-42bc-ba58-5d8462ce45d6 req-741ccafb-8ad0-4ae2-aada-01102b9a7b70 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455027
Apr 02 18:14:29.523803 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-eb902890-841c-4527-83aa-2d88ecc06170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:29.677272 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc4be1-e8e7-416e-90ee-9d74c65daf11 req-976bacda-c984-4915-b834-e8148e65b3c1 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:29.678825 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c3cc4be1-e8e7-416e-90ee-9d74c65daf11 req-976bacda-c984-4915-b834-e8148e65b3c1 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.0931454
Apr 02 18:14:29.727029 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c3cc4be1-e8e7-416e-90ee-9d74c65daf11 req-8c554eac-a34d-4147-90e3-02ea14158fd5 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411747
Apr 02 18:14:29.949042 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e367d-8def-44dc-bb6e-b43f8d7b1002 req-3b225485-37ee-4903-b643-ed48cb46838e tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:29.950570 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-734e367d-8def-44dc-bb6e-b43f8d7b1002 req-3b225485-37ee-4903-b643-ed48cb46838e tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=e86759fa-9cfc-45c7-97ac-4735a2bfc45c HTTP/1.1" status: 200  len: 946 time: 0.1107767
Apr 02 18:14:30.009938 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-734e367d-8def-44dc-bb6e-b43f8d7b1002 req-9b34aee9-4f12-49e3-9192-a90d473c4a2a tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528836
Apr 02 18:14:30.059322 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:30.200526 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5516bf-8c71-4a7a-8de4-af13a71d9a3a req-96daf960-ba47-4ec3-8c13-30fc74a56ba8 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:30.202033 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bf5516bf-8c71-4a7a-8de4-af13a71d9a3a req-96daf960-ba47-4ec3-8c13-30fc74a56ba8 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b40a254-3fa4-499e-a37c-007f598ae8e2 HTTP/1.1" status: 200  len: 945 time: 0.0925324
Apr 02 18:14:30.255185 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bf5516bf-8c71-4a7a-8de4-af13a71d9a3a req-bf58aded-cb1a-4205-a21e-5669e90ead57 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465379
Apr 02 18:14:30.453960 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f781371-b8c1-4734-878c-a101ae851529 req-9aa81d0e-e73b-48e9-b41f-b8f69a53e7c0 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:30.455505 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0f781371-b8c1-4734-878c-a101ae851529 req-9aa81d0e-e73b-48e9-b41f-b8f69a53e7c0 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 931 time: 0.0995262
Apr 02 18:14:30.508278 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0f781371-b8c1-4734-878c-a101ae851529 req-138d926e-5298-41da-bed6-4d9c66554489 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458889
Apr 02 18:14:30.941877 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6167525-0af4-4e20-be69-0ee239f8a658 req-f97c4bea-9bd2-4e6e-bf0a-703150007714 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:30.943491 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f6167525-0af4-4e20-be69-0ee239f8a658 req-f97c4bea-9bd2-4e6e-bf0a-703150007714 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.0934038
Apr 02 18:14:30.995434 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f6167525-0af4-4e20-be69-0ee239f8a658 req-d5cc8193-33b7-4a8a-abf6-04f23249ac9e tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451767
Apr 02 18:14:31.215841 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21dca5c-d6b4-4693-b137-0b36f05c1f9b req-177090bb-29b0-4d40-97be-95ed26953a24 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:31.217441 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c21dca5c-d6b4-4693-b137-0b36f05c1f9b req-177090bb-29b0-4d40-97be-95ed26953a24 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=e86759fa-9cfc-45c7-97ac-4735a2bfc45c HTTP/1.1" status: 200  len: 946 time: 0.0930643
Apr 02 18:14:31.264317 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c21dca5c-d6b4-4693-b137-0b36f05c1f9b req-bd494904-0858-4249-96ab-189450fca5e6 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406172
Apr 02 18:14:31.474003 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08d03e-dcb7-444b-86c5-9500d6ef098c req-3110a01c-499b-40f4-ab59-b30f947acbb0 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:31.475652 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2f08d03e-dcb7-444b-86c5-9500d6ef098c req-3110a01c-499b-40f4-ab59-b30f947acbb0 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b40a254-3fa4-499e-a37c-007f598ae8e2 HTTP/1.1" status: 200  len: 945 time: 0.0918074
Apr 02 18:14:31.530688 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2f08d03e-dcb7-444b-86c5-9500d6ef098c req-fbe35cb9-d8b1-4580-87d6-45bfde0f6851 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473287
Apr 02 18:14:31.676579 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:31.730412 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63653e65-5540-4780-81b5-e0fde8bc0d72 req-28d1635c-ab6e-4b84-9f07-36196a0c08d8 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:31.732051 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-63653e65-5540-4780-81b5-e0fde8bc0d72 req-28d1635c-ab6e-4b84-9f07-36196a0c08d8 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 931 time: 0.0900533
Apr 02 18:14:31.780581 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-63653e65-5540-4780-81b5-e0fde8bc0d72 req-70b0ac65-3364-4c26-aaf2-684c5b5d0e5e tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416796
Apr 02 18:14:32.201956 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff424e-0fe0-4e57-af82-3fe88120f8ab req-04c0313b-a7da-4a2d-b6fb-50114a42ba5e tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:32.203586 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-94ff424e-0fe0-4e57-af82-3fe88120f8ab req-04c0313b-a7da-4a2d-b6fb-50114a42ba5e tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.0935907
Apr 02 18:14:32.252002 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-94ff424e-0fe0-4e57-af82-3fe88120f8ab req-e9c6827e-89b4-491d-82e3-a634237445ee tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420206
Apr 02 18:14:32.470680 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae5bf5-85fb-4b33-b9a4-300eced8b80f req-1a1be432-ae18-4935-aff3-cfd9d9962ba4 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:32.472197 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9cae5bf5-85fb-4b33-b9a4-300eced8b80f req-1a1be432-ae18-4935-aff3-cfd9d9962ba4 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=e86759fa-9cfc-45c7-97ac-4735a2bfc45c HTTP/1.1" status: 200  len: 946 time: 0.0905545
Apr 02 18:14:32.519318 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9cae5bf5-85fb-4b33-b9a4-300eced8b80f req-a67b81bd-2295-443e-ae19-f0b279c79719 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407307
Apr 02 18:14:32.745792 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b82c6-dccf-4d9f-96ef-425bf4651dfb req-b629bc1a-9489-4ecf-b06c-bbd0adc14830 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:32.747533 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a83b82c6-dccf-4d9f-96ef-425bf4651dfb req-b629bc1a-9489-4ecf-b06c-bbd0adc14830 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b40a254-3fa4-499e-a37c-007f598ae8e2 HTTP/1.1" status: 200  len: 945 time: 0.1003776
Apr 02 18:14:32.805225 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a83b82c6-dccf-4d9f-96ef-425bf4651dfb req-9f4b8110-4f6d-45ef-9649-e8e72177c0bb tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496464
Apr 02 18:14:33.003764 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-80fad4e2-6eab-4ba2-a39c-d604c67b448d tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1519096208&fields=id&tenant_id=bebbc6521cac473683ce0fe4a0a55d65 HTTP/1.1" status: 200  len: 267 time: 0.0470002
Apr 02 18:14:33.172138 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-1942b251-c281-4505-b4f1-f78c275d78d2 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:33.173860 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-1942b251-c281-4505-b4f1-f78c275d78d2 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/networks?id=2a21418c-aaad-48d6-9830-9120a44bedf1 HTTP/1.1" status: 200  len: 807 time: 0.1623211
Apr 02 18:14:33.192051 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-9155300e-d33d-49ec-9189-f2f51f3d2e0a tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/quotas/bebbc6521cac473683ce0fe4a0a55d65 HTTP/1.1" status: 200  len: 375 time: 0.0109935
Apr 02 18:14:33.289767 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-15c06596-4b78-4ace-a994-97e5e1fc10f6 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bebbc6521cac473683ce0fe4a0a55d65&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0900743
Apr 02 18:14:33.646236 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-078d42cd-4c70-4f16-b0af-3b6751876d2d service neutron] 10.222.0.10 "GET /v2.0/networks/2a21418c-aaad-48d6-9830-9120a44bedf1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3438551
Apr 02 18:14:33.790259 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-acfe78f0-eecb-4af9-92e5-56071d911276 service neutron] 10.222.0.10 "GET /v2.0/networks/2a21418c-aaad-48d6-9830-9120a44bedf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373410
Apr 02 18:14:34.425913 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052675c2-2486-46fe-a249-2419e7ffbe15 req-46614565-e7f5-47c3-8b51-068206c7a216 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:34.427559 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-052675c2-2486-46fe-a249-2419e7ffbe15 req-46614565-e7f5-47c3-8b51-068206c7a216 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 931 time: 0.1065469
Apr 02 18:14:34.478830 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-052675c2-2486-46fe-a249-2419e7ffbe15 req-def74dc3-78df-4533-9774-c2f3e8db0310 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422790
Apr 02 18:14:34.692666 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984c7c6-8f39-4ee9-9353-1d2609a9ff15 req-ffc48461-2702-4f9e-b805-42db9eb7844f tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:34.699089 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a984c7c6-8f39-4ee9-9353-1d2609a9ff15 req-ffc48461-2702-4f9e-b805-42db9eb7844f tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.1146288
Apr 02 18:14:34.744281 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a984c7c6-8f39-4ee9-9353-1d2609a9ff15 req-a03d65a5-787d-44ac-9fa7-bffcf87f27d8 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424051
Apr 02 18:14:34.970855 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92897feb-5c8a-46eb-a860-e4d5eff053c0 req-bbc55d3d-52b3-4010-9781-38e26d821879 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:34.972443 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-92897feb-5c8a-46eb-a860-e4d5eff053c0 req-bbc55d3d-52b3-4010-9781-38e26d821879 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=e86759fa-9cfc-45c7-97ac-4735a2bfc45c HTTP/1.1" status: 200  len: 946 time: 0.1152782
Apr 02 18:14:35.032839 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-92897feb-5c8a-46eb-a860-e4d5eff053c0 req-bd8fc17f-a7ac-4f31-91ee-3f9eaeda957c tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531039
Apr 02 18:14:35.224408 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c4823f-e9e2-4478-80b6-42bd42a0c191 req-6d51d569-60e4-47c8-ad0b-0be76875aa9c tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:35.226118 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c9c4823f-e9e2-4478-80b6-42bd42a0c191 req-6d51d569-60e4-47c8-ad0b-0be76875aa9c tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b40a254-3fa4-499e-a37c-007f598ae8e2 HTTP/1.1" status: 200  len: 945 time: 0.0900722
Apr 02 18:14:35.283078 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c9c4823f-e9e2-4478-80b6-42bd42a0c191 req-ce87d790-63de-444d-9b93-4924c5cc6249 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439358
Apr 02 18:14:35.442012 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e4595aa3-6076-49a7-8d54-77ae8acf8af0 req-f14ca913-1646-4756-bf73-7f8acfc15154 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 210 time: 0.0542586
Apr 02 18:14:35.678456 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd86caa-1d62-4e9d-b1d2-e7e25b6a0c01 req-fac56914-62a4-4fbf-baf9-2371c0725561 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:35.680042 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5cd86caa-1d62-4e9d-b1d2-e7e25b6a0c01 req-fac56914-62a4-4fbf-baf9-2371c0725561 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 931 time: 0.0890677
Apr 02 18:14:35.727111 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5cd86caa-1d62-4e9d-b1d2-e7e25b6a0c01 req-4f815913-2fbc-4137-8db9-c38fd96b3737 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398920
Apr 02 18:14:35.946607 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0c460-7b94-4b9f-8f13-616323187863 req-e54ed993-d0ef-4ceb-9a87-6eb3cbdd8cc4 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:35.948182 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-74c0c460-7b94-4b9f-8f13-616323187863 req-e54ed993-d0ef-4ceb-9a87-6eb3cbdd8cc4 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.0907133
Apr 02 18:14:35.996103 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-74c0c460-7b94-4b9f-8f13-616323187863 req-8f640c30-c9b2-4f57-92b8-9fa4ba648a67 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413389
Apr 02 18:14:36.167905 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-806c9b64-aadc-4655-83da-497b0297dabf req-42b2458a-b5ac-4d41-b6af-9fe03df35b51 service neutron] Request body: {'port': {'device_id': '39704908-657c-4c1d-a324-c517927e7042', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:14:36.256108 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2d93d-2760-4d18-bb22-6abea4e67f76 req-36325f00-00f3-4680-b27b-939a58527ee2 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:36.257847 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1ae2d93d-2760-4d18-bb22-6abea4e67f76 req-36325f00-00f3-4680-b27b-939a58527ee2 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=e86759fa-9cfc-45c7-97ac-4735a2bfc45c HTTP/1.1" status: 200  len: 946 time: 0.1100492
Apr 02 18:14:36.315001 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1ae2d93d-2760-4d18-bb22-6abea4e67f76 req-afbad860-e162-42b9-8d29-01452af3c696 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508051
Apr 02 18:14:36.336289 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-806c9b64-aadc-4655-83da-497b0297dabf req-42b2458a-b5ac-4d41-b6af-9fe03df35b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:36.527911 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b872a88-55e0-4b05-b9f9-fa565eac9c6a req-0ee0b85a-6f23-42ee-a3ca-39f0fb020789 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:36.530611 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4b872a88-55e0-4b05-b9f9-fa565eac9c6a req-0ee0b85a-6f23-42ee-a3ca-39f0fb020789 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b40a254-3fa4-499e-a37c-007f598ae8e2 HTTP/1.1" status: 200  len: 945 time: 0.1069875
Apr 02 18:14:36.585129 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4b872a88-55e0-4b05-b9f9-fa565eac9c6a req-5daa2f8c-6969-418f-bca2-8a25d3ede881 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480363
Apr 02 18:14:36.641467 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dc47c97c-fd04-4d9a-95a4-a4b0f39059c3 req-5d77d080-19bc-434c-89d2-b2938183d552 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3063233
Apr 02 18:14:36.659229 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4911121d-1ad8-4c42-a87d-01a84487d27a req-1b5048ee-38a3-401e-877d-161c1e3758e1 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 210 time: 0.0530918
Apr 02 18:14:36.787842 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a1b8c-1752-41a4-85ab-34e9fac30238 req-f2b9942a-d7af-4ea8-aed3-0663935288b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:36.789534 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8f6a1b8c-1752-41a4-85ab-34e9fac30238 req-f2b9942a-d7af-4ea8-aed3-0663935288b0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9b40a254-3fa4-499e-a37c-007f598ae8e2 HTTP/1.1" status: 200  len: 1098 time: 0.2495985
Apr 02 18:14:36.978847 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c81fb-b8bf-47f5-987d-ab27197d5478 req-3021d785-60f4-4e0b-987f-79251be3e086 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:36.980574 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7d2c81fb-b8bf-47f5-987d-ab27197d5478 req-3021d785-60f4-4e0b-987f-79251be3e086 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 931 time: 0.1377146
Apr 02 18:14:37.077460 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7d2c81fb-b8bf-47f5-987d-ab27197d5478 req-7c51761c-df91-4919-b5d7-af9b875babc6 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898416
Apr 02 18:14:37.225494 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8f6a1b8c-1752-41a4-85ab-34e9fac30238 req-62cb2d42-e724-4d65-870e-f7056dfd71a0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4043345
Apr 02 18:14:37.253213 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47c97c-fd04-4d9a-95a4-a4b0f39059c3 req-d6ffb862-ba57-473e-a87c-bf26ee9e315c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:37.254849 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dc47c97c-fd04-4d9a-95a4-a4b0f39059c3 req-d6ffb862-ba57-473e-a87c-bf26ee9e315c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=159f37d0eaf249a6b846671eb3cc125d&device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 1099 time: 0.5537910
Apr 02 18:14:37.262328 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5467504-c758-4c1d-b167-60d846dd2710 req-b07b54d9-5c8e-4ddc-889f-1e428f40e91d tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:37.264235 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f5467504-c758-4c1d-b167-60d846dd2710 req-b07b54d9-5c8e-4ddc-889f-1e428f40e91d tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.1139483
Apr 02 18:14:37.316253 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f5467504-c758-4c1d-b167-60d846dd2710 req-adbe6a6a-e5e4-4033-9507-c6b9c2939f1b tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455523
Apr 02 18:14:37.459699 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [req-806c9b64-aadc-4655-83da-497b0297dabf req-42b2458a-b5ac-4d41-b6af-9fe03df35b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 674eea1f-ef49-4cae-8bcd-2a36848a945b {{(pid=84390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:14:37.471402 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-806c9b64-aadc-4655-83da-497b0297dabf req-42b2458a-b5ac-4d41-b6af-9fe03df35b51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:37.510153 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [req-806c9b64-aadc-4655-83da-497b0297dabf req-42b2458a-b5ac-4d41-b6af-9fe03df35b51 service neutron] Transition to ACTIVE for port object 674eea1f-ef49-4cae-8bcd-2a36848a945b will not be triggered until provisioned by entity L2. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:14:37.523421 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2de0c7-faaa-4c59-800a-8d2ccb6586aa req-666bd5f9-2b91-43a0-815c-df715adbd5b2 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:37.525139 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1a2de0c7-faaa-4c59-800a-8d2ccb6586aa req-666bd5f9-2b91-43a0-815c-df715adbd5b2 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=e86759fa-9cfc-45c7-97ac-4735a2bfc45c HTTP/1.1" status: 200  len: 946 time: 0.0895598
Apr 02 18:14:37.526394 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47c97c-fd04-4d9a-95a4-a4b0f39059c3 req-fe95e19d-2a10-4796-b6bd-d4b7ac480234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:37.527980 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dc47c97c-fd04-4d9a-95a4-a4b0f39059c3 req-fe95e19d-2a10-4796-b6bd-d4b7ac480234 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1fdcddea-b2b5-4b14-98c1-e98bd8f88785 HTTP/1.1" status: 200  len: 918 time: 0.1873982
Apr 02 18:14:37.573397 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1a2de0c7-faaa-4c59-800a-8d2ccb6586aa req-798e0dd1-c046-4865-b4dd-424e7de6d17d tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412586
Apr 02 18:14:37.605825 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-806c9b64-aadc-4655-83da-497b0297dabf req-42b2458a-b5ac-4d41-b6af-9fe03df35b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:37.630711 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7f01823a-7cd9-40a3-b62c-b6fb4487a3f6 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:37.662224 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dc47c97c-fd04-4d9a-95a4-a4b0f39059c3 req-92f88e62-03d3-4a7f-b462-8524acff5fc2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5853389c-fccf-4c63-b5b4-fb203198adf4 HTTP/1.1" status: 200  len: 217 time: 0.1204793
Apr 02 18:14:37.833022 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2458a-b5ac-4d41-b6af-9fe03df35b51 service neutron] Pushing event updated for resources: {'Port': ['ID=674eea1f-ef49-4cae-8bcd-2a36848a945b,revision_number=2']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:37.850108 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-46da1aac-27ff-4674-8b2e-b9766e7820ac req-c32cb8d4-3c49-4eae-8fba-374ce34f8f24 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 210 time: 0.0586278
Apr 02 18:14:37.850799 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-42b2458a-b5ac-4d41-b6af-9fe03df35b51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:37.878684 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47c97c-fd04-4d9a-95a4-a4b0f39059c3 req-9c263bc9-a46d-405a-b066-585d9658151a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:37.880271 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dc47c97c-fd04-4d9a-95a4-a4b0f39059c3 req-9c263bc9-a46d-405a-b066-585d9658151a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e424265f-054f-4091-8e6d-5b2cbdc6da6a HTTP/1.1" status: 200  len: 858 time: 0.1595623
Apr 02 18:14:37.883864 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbab80-060e-4e5f-b391-0e8d5f5646e4 req-47bab7c0-36e4-4160-abc1-f79a1e0c3f02 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:37.885673 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e8fbab80-060e-4e5f-b391-0e8d5f5646e4 req-47bab7c0-36e4-4160-abc1-f79a1e0c3f02 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b40a254-3fa4-499e-a37c-007f598ae8e2 HTTP/1.1" status: 200  len: 945 time: 0.1692660
Apr 02 18:14:37.965748 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e8fbab80-060e-4e5f-b391-0e8d5f5646e4 req-e4c258be-24b3-4da9-99c0-71c6b5385c9a tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719795
Apr 02 18:14:37.979559 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dc47c97c-fd04-4d9a-95a4-a4b0f39059c3 req-322c2458-6201-473a-a9a8-ad5f7210940d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fdcddea-b2b5-4b14-98c1-e98bd8f88785&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0812109
Apr 02 18:14:38.424247 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22d311-403c-4fae-a9e5-0efb07a7244d req-9290c539-2b76-43f2-9424-35f5a6ff48fa tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:38.432299 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0f22d311-403c-4fae-a9e5-0efb07a7244d req-9290c539-2b76-43f2-9424-35f5a6ff48fa tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 943 time: 0.1529458
Apr 02 18:14:38.445896 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-8b7431c3-4726-43a9-9422-d2dd670c698f tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:38.447299 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-8b7431c3-4726-43a9-9422-d2dd670c698f tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Synchronizing usage tracker for tenant:bebbc6521cac473683ce0fe4a0a55d65 on resource:network {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:14:38.471636 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dc47c97c-fd04-4d9a-95a4-a4b0f39059c3 req-554ea9c3-cdc0-4533-a915-cf9c9a03b9ac service neutron] 10.222.0.15 "GET /v2.0/networks/1fdcddea-b2b5-4b14-98c1-e98bd8f88785?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3857303
Apr 02 18:14:38.474384 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-806c9b64-aadc-4655-83da-497b0297dabf req-42b2458a-b5ac-4d41-b6af-9fe03df35b51 service neutron] Attempting to bind port 674eea1f-ef49-4cae-8bcd-2a36848a945b on host hv-cinder-78460 for vnic_type normal with profile  {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:14:38.474632 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-806c9b64-aadc-4655-83da-497b0297dabf req-42b2458a-b5ac-4d41-b6af-9fe03df35b51 service neutron] Attempting to bind port 674eea1f-ef49-4cae-8bcd-2a36848a945b by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': 'c13707c4-c1e9-455a-bd75-cf881b8282a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e5c976a4-2bf5-421b-86e8-e0cd53189ff2'}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:14:38.475016 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806c9b64-aadc-4655-83da-497b0297dabf req-42b2458a-b5ac-4d41-b6af-9fe03df35b51 service neutron] Attempting to bind port 674eea1f-ef49-4cae-8bcd-2a36848a945b on network e5c976a4-2bf5-421b-86e8-e0cd53189ff2 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:14:38.484380 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806c9b64-aadc-4655-83da-497b0297dabf req-42b2458a-b5ac-4d41-b6af-9fe03df35b51 service neutron] Port 674eea1f-ef49-4cae-8bcd-2a36848a945b on network e5c976a4-2bf5-421b-86e8-e0cd53189ff2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:14:38.484746 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806c9b64-aadc-4655-83da-497b0297dabf req-42b2458a-b5ac-4d41-b6af-9fe03df35b51 service neutron] Attempting to bind port 674eea1f-ef49-4cae-8bcd-2a36848a945b on network e5c976a4-2bf5-421b-86e8-e0cd53189ff2 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:14:38.494413 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0f22d311-403c-4fae-a9e5-0efb07a7244d req-1950b193-a183-40ec-a7dd-5f2f9af220ca tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604370
Apr 02 18:14:38.517021 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806c9b64-aadc-4655-83da-497b0297dabf req-42b2458a-b5ac-4d41-b6af-9fe03df35b51 service neutron] Checking agent: {'id': 'ba9f1d54-5540-4326-91bf-66629f4d5678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'started_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:14:38.517400 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806c9b64-aadc-4655-83da-497b0297dabf req-42b2458a-b5ac-4d41-b6af-9fe03df35b51 service neutron] Checking segment: {'id': 'c13707c4-c1e9-455a-bd75-cf881b8282a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e5c976a4-2bf5-421b-86e8-e0cd53189ff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:14:38.517833 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806c9b64-aadc-4655-83da-497b0297dabf req-42b2458a-b5ac-4d41-b6af-9fe03df35b51 service neutron] Bound using segment: {'id': 'c13707c4-c1e9-455a-bd75-cf881b8282a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e5c976a4-2bf5-421b-86e8-e0cd53189ff2'} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:14:38.518329 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-806c9b64-aadc-4655-83da-497b0297dabf req-42b2458a-b5ac-4d41-b6af-9fe03df35b51 service neutron] Bound port: 674eea1f-ef49-4cae-8bcd-2a36848a945b, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c13707c4-c1e9-455a-bd75-cf881b8282a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'e5c976a4-2bf5-421b-86e8-e0cd53189ff2'}}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:14:38.518714 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-806c9b64-aadc-4655-83da-497b0297dabf req-42b2458a-b5ac-4d41-b6af-9fe03df35b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:38.592643 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-8b7431c3-4726-43a9-9422-d2dd670c698f tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Unset dirty status for tenant:bebbc6521cac473683ce0fe4a0a55d65 on resource:network {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:14:38.594605 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-8b7431c3-4726-43a9-9422-d2dd670c698f tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.15 "GET /v2.0/networks?id=2a21418c-aaad-48d6-9830-9120a44bedf1 HTTP/1.1" status: 200  len: 807 time: 0.6511593
Apr 02 18:14:38.615480 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99311916-b556-40fd-a162-235d94420f81 req-e82f7521-99ab-477d-b6d4-035a90e951c3 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:38.617505 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-99311916-b556-40fd-a162-235d94420f81 req-e82f7521-99ab-477d-b6d4-035a90e951c3 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.1018143
Apr 02 18:14:38.668614 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-99311916-b556-40fd-a162-235d94420f81 req-25b101e3-4a2f-44aa-ae85-a7512d52b910 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436854
Apr 02 18:14:38.777056 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-806c9b64-aadc-4655-83da-497b0297dabf req-42b2458a-b5ac-4d41-b6af-9fe03df35b51 service neutron] For port 674eea1f-ef49-4cae-8bcd-2a36848a945b, host hv-cinder-78460, cleared binding levels {{(pid=84390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:14:38.784297 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-a522a8e3-f55e-49ab-b592-a2b4b52d7298 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Synchronizing usage tracker for tenant:bebbc6521cac473683ce0fe4a0a55d65 on resource:security_group {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:14:38.790836 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-806c9b64-aadc-4655-83da-497b0297dabf req-42b2458a-b5ac-4d41-b6af-9fe03df35b51 service neutron] For port 674eea1f-ef49-4cae-8bcd-2a36848a945b, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=674eea1f-ef49-4cae-8bcd-2a36848a945b,segment=NetworkSegment(c13707c4-c1e9-455a-bd75-cf881b8282a4),segment_id=c13707c4-c1e9-455a-bd75-cf881b8282a4)] {{(pid=84390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:14:38.797164 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dc47c97c-fd04-4d9a-95a4-a4b0f39059c3 req-09f5671a-2108-41a7-a089-caedd67ae280 service neutron] 10.222.0.15 "GET /v2.0/networks/1fdcddea-b2b5-4b14-98c1-e98bd8f88785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3077273
Apr 02 18:14:38.825263 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-806c9b64-aadc-4655-83da-497b0297dabf req-42b2458a-b5ac-4d41-b6af-9fe03df35b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:38.847439 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-2c8808a8-310c-42ff-b826-ce63e54473e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:38.989255 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-a522a8e3-f55e-49ab-b592-a2b4b52d7298 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Unset dirty status for tenant:bebbc6521cac473683ce0fe4a0a55d65 on resource:security_group {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:14:38.991683 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-a522a8e3-f55e-49ab-b592-a2b4b52d7298 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bebbc6521cac473683ce0fe4a0a55d65 HTTP/1.1" status: 200  len: 8061 time: 0.3567221
Apr 02 18:14:39.016294 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-42b483b7-ad2c-4914-9afb-bbb600ffa6e7 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Request body: {'port': {'device_id': '42fa606c-55ec-4526-a11a-e18e4fdfda12', 'network_id': '2a21418c-aaad-48d6-9830-9120a44bedf1', 'admin_state_up': True, 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'security_groups': ['f89b8b72-a21e-412c-9ad0-5cb242eb2512']}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:14:39.045921 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5c6f79ea-7033-4f6f-893a-f7b5d0bce8ae req-7ef81f64-9533-407f-87ee-64edd8bf0688 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 210 time: 0.0528207
Apr 02 18:14:39.176000 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2458a-b5ac-4d41-b6af-9fe03df35b51 service neutron] Pushing event updated for resources: {'Port': ['ID=674eea1f-ef49-4cae-8bcd-2a36848a945b,revision_number=3']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:39.192165 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-42b2458a-b5ac-4d41-b6af-9fe03df35b51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:39.282239 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09666ee5-fb74-485f-98b3-98d298903e04 req-b9c1e589-743d-418c-a79b-625b5496e3be tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:39.283086 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-09666ee5-fb74-485f-98b3-98d298903e04 req-b9c1e589-743d-418c-a79b-625b5496e3be tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Synchronizing usage tracker for tenant:159f37d0eaf249a6b846671eb3cc125d on resource:port {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:14:39.298312 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-42b483b7-ad2c-4914-9afb-bbb600ffa6e7 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:14:39.303407 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-42b483b7-ad2c-4914-9afb-bbb600ffa6e7 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Usage tracker for resource:port and tenant:bebbc6521cac473683ce0fe4a0a55d65 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:14:39.308309 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-42b483b7-ad2c-4914-9afb-bbb600ffa6e7 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:14:39.318828 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-42b483b7-ad2c-4914-9afb-bbb600ffa6e7 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:14:39.338542 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b972a1a-0b32-497e-976b-3a537ee03fcb req-400d539f-129c-477e-9831-2d19e50a60be tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:39.339714 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c9b64-aadc-4655-83da-497b0297dabf req-42b2458a-b5ac-4d41-b6af-9fe03df35b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:39.340244 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-806c9b64-aadc-4655-83da-497b0297dabf req-42b2458a-b5ac-4d41-b6af-9fe03df35b51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:39.341772 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-806c9b64-aadc-4655-83da-497b0297dabf req-42b2458a-b5ac-4d41-b6af-9fe03df35b51 service neutron] 10.222.0.15 "PUT /v2.0/ports/674eea1f-ef49-4cae-8bcd-2a36848a945b HTTP/1.1" status: 200  len: 1093 time: 3.1796746
Apr 02 18:14:39.342386 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39704908-657c-4c1d-a324-c517927e7042', 'tag': '674eea1f-ef49-4cae-8bcd-2a36848a945b'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:14:39.346182 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7b972a1a-0b32-497e-976b-3a537ee03fcb req-400d539f-129c-477e-9831-2d19e50a60be tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b40a254-3fa4-499e-a37c-007f598ae8e2 HTTP/1.1" status: 200  len: 945 time: 0.1792731
Apr 02 18:14:39.348461 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-09666ee5-fb74-485f-98b3-98d298903e04 req-b9c1e589-743d-418c-a79b-625b5496e3be tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Unset dirty status for tenant:159f37d0eaf249a6b846671eb3cc125d on resource:port {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:14:39.349859 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-09666ee5-fb74-485f-98b3-98d298903e04 req-b9c1e589-743d-418c-a79b-625b5496e3be tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.4630394
Apr 02 18:14:39.363004 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:39.372807 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18b548-f98b-4e12-8101-371a667341f1 req-f395de08-e783-4883-89a3-54d0d612f037 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:39.377582 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ee18b548-f98b-4e12-8101-371a667341f1 req-f395de08-e783-4883-89a3-54d0d612f037 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=e86759fa-9cfc-45c7-97ac-4735a2bfc45c HTTP/1.1" status: 200  len: 946 time: 0.1625719
Apr 02 18:14:39.462732 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ee18b548-f98b-4e12-8101-371a667341f1 req-32686473-4243-45f0-add6-e88239efd81e tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751054
Apr 02 18:14:39.462732 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7b972a1a-0b32-497e-976b-3a537ee03fcb req-9935fae4-f35b-471a-a6e1-46f79aa36c02 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133647
Apr 02 18:14:39.731668 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39704908-657c-4c1d-a324-c517927e7042', 'tag': '674eea1f-ef49-4cae-8bcd-2a36848a945b', 'status': 'completed', 'code': 200}
Apr 02 18:14:39.768814 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5ba1f-7575-447c-9782-60ed804690a3 req-63b6826d-bbcb-4baf-94d7-1876ccca0cf6 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:39.770503 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b3b5ba1f-7575-447c-9782-60ed804690a3 req-63b6826d-bbcb-4baf-94d7-1876ccca0cf6 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 943 time: 0.1293485
Apr 02 18:14:39.772835 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-42b483b7-ad2c-4914-9afb-bbb600ffa6e7 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Made reservation on behalf of bebbc6521cac473683ce0fe4a0a55d65 for: {'port': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:14:39.779486 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-42b483b7-ad2c-4914-9afb-bbb600ffa6e7 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:39.825711 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b3b5ba1f-7575-447c-9782-60ed804690a3 req-083cdc46-9135-49b8-8701-6338be3f8b42 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452640
Apr 02 18:14:39.858361 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-09666ee5-fb74-485f-98b3-98d298903e04 req-0463bea1-322b-4360-9a0e-4b485aae58b2 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Deleting port 0e509db3-028b-45c6-9ade-7a2bdd5e3107 {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:14:39.859415 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-09666ee5-fb74-485f-98b3-98d298903e04 req-0463bea1-322b-4360-9a0e-4b485aae58b2 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:40.136129 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230be688-6b30-470f-aae7-4ce84541708c req-be063382-9b3f-4378-8b9f-c2a032f3f301 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:40.144267 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-230be688-6b30-470f-aae7-4ce84541708c req-be063382-9b3f-4378-8b9f-c2a032f3f301 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 946 time: 0.1924641
Apr 02 18:14:40.190491 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c9b64-aadc-4655-83da-497b0297dabf req-afe534db-2b5d-4e6f-8100-6658aea61a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:40.192902 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-806c9b64-aadc-4655-83da-497b0297dabf req-afe534db-2b5d-4e6f-8100-6658aea61a4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=456d975739e04659be41d35506548735&device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 1096 time: 0.4604311
Apr 02 18:14:40.207444 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-230be688-6b30-470f-aae7-4ce84541708c req-39be0b4b-6e64-4a58-ad81-71f71c384307 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619705
Apr 02 18:14:40.366067 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5e45cdf8-e4ba-4680-985f-decefeb9f345 req-2d6fef73-356b-40c3-ab9c-e76dd29fe911 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 210 time: 0.0490189
Apr 02 18:14:40.420016 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-806c9b64-aadc-4655-83da-497b0297dabf req-14db9000-a6f3-4977-9888-608570c72131 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=674eea1f-ef49-4cae-8bcd-2a36848a945b HTTP/1.1" status: 200  len: 217 time: 0.1705697
Apr 02 18:14:40.523196 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-42b483b7-ad2c-4914-9afb-bbb600ffa6e7 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Allocated IP 172.20.0.3 (2a21418c-aaad-48d6-9830-9120a44bedf1/26e14621-5573-4d8e-8c6f-261d8c7450e8/a17bb0af-4ca7-4d34-bb3f-5f0b6828c912) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:14:40.567889 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c9b64-aadc-4655-83da-497b0297dabf req-f16a7a58-e56c-448a-be72-515a1599c1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:40.568215 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ceaea3-e7d5-4fb7-a8b4-dfc1650265a6 req-91ef723e-4727-4928-ad9e-bea99169fca8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:40.569796 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-25ceaea3-e7d5-4fb7-a8b4-dfc1650265a6 req-91ef723e-4727-4928-ad9e-bea99169fca8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 945 time: 0.0887461
Apr 02 18:14:40.569946 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-806c9b64-aadc-4655-83da-497b0297dabf req-f16a7a58-e56c-448a-be72-515a1599c1d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5e84303b-04ac-4b80-ad14-3d620854a7fc HTTP/1.1" status: 200  len: 853 time: 0.1259961
Apr 02 18:14:40.659166 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-09666ee5-fb74-485f-98b3-98d298903e04 req-0463bea1-322b-4360-9a0e-4b485aae58b2 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] For port 0e509db3-028b-45c6-9ade-7a2bdd5e3107, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=0e509db3-028b-45c6-9ade-7a2bdd5e3107,segment=NetworkSegment(ee491d66-22ae-40ef-b3bc-321c2a2d81af),segment_id=ee491d66-22ae-40ef-b3bc-321c2a2d81af)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:14:40.659574 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-09666ee5-fb74-485f-98b3-98d298903e04 req-0463bea1-322b-4360-9a0e-4b485aae58b2 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:40.673315 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-25ceaea3-e7d5-4fb7-a8b4-dfc1650265a6 req-340ce681-7635-45dc-9370-19922b5d24d4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0965998
Apr 02 18:14:40.709961 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a11e3-19c4-4711-a01e-370e991995c3 req-a5472799-48ef-4859-93d9-2aa3705de0e0 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:40.711581 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-601a11e3-19c4-4711-a01e-370e991995c3 req-a5472799-48ef-4859-93d9-2aa3705de0e0 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=e86759fa-9cfc-45c7-97ac-4735a2bfc45c HTTP/1.1" status: 200  len: 946 time: 0.1145260
Apr 02 18:14:40.760679 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-601a11e3-19c4-4711-a01e-370e991995c3 req-2540dc49-3c9c-4396-85a7-8a15cc59c753 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419044
Apr 02 18:14:40.836195 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-09666ee5-fb74-485f-98b3-98d298903e04 req-0463bea1-322b-4360-9a0e-4b485aae58b2 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Calling delete_port for 0e509db3-028b-45c6-9ade-7a2bdd5e3107 owned by compute:nova {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:14:41.019434 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c9b64-aadc-4655-83da-497b0297dabf req-2f04070c-462f-4efc-a671-387d7be34f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:41.020993 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-806c9b64-aadc-4655-83da-497b0297dabf req-2f04070c-462f-4efc-a671-387d7be34f18 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5c976a4-2bf5-421b-86e8-e0cd53189ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4381602
Apr 02 18:14:41.083261 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997bc4d-d1bb-43c2-b30b-e0946aabdf2f req-3c5f7ea3-8763-4d4b-b83a-ccf50f661b28 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:41.084817 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5997bc4d-d1bb-43c2-b30b-e0946aabdf2f req-3c5f7ea3-8763-4d4b-b83a-ccf50f661b28 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86759fa-9cfc-45c7-97ac-4735a2bfc45c HTTP/1.1" status: 200  len: 946 time: 0.1602576
Apr 02 18:14:41.097110 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b67369-4957-4655-a882-99a827caef75 req-f5663006-5527-4034-85af-9035e34ecf7c tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:41.098649 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-27b67369-4957-4655-a882-99a827caef75 req-f5663006-5527-4034-85af-9035e34ecf7c tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 943 time: 0.1365695
Apr 02 18:14:41.197703 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-42b483b7-ad2c-4914-9afb-bbb600ffa6e7 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:41.206658 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-5997bc4d-d1bb-43c2-b30b-e0946aabdf2f req-4f4a86df-8deb-4abd-b822-7fa548e1b609 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Deleting port 32b2a8d0-11de-48eb-a305-491d2dd836db {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:14:41.207048 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-5997bc4d-d1bb-43c2-b30b-e0946aabdf2f req-4f4a86df-8deb-4abd-b822-7fa548e1b609 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:41.238799 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-42b483b7-ad2c-4914-9afb-bbb600ffa6e7 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Transition to ACTIVE for port object a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 will not be triggered until provisioned by entity DHCP. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:14:41.241119 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-27b67369-4957-4655-a882-99a827caef75 req-4bace10f-fad6-456a-b04d-3d8d6626b98c tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108239
Apr 02 18:14:41.286559 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-806c9b64-aadc-4655-83da-497b0297dabf req-dedee3c0-6000-406f-b743-55288e192381 service neutron] 10.222.0.15 "GET /v2.0/networks/e5c976a4-2bf5-421b-86e8-e0cd53189ff2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2569690
Apr 02 18:14:41.382465 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-09666ee5-fb74-485f-98b3-98d298903e04 req-0463bea1-322b-4360-9a0e-4b485aae58b2 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:41.394765 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['0e509db3-028b-45c6-9ade-7a2bdd5e3107', '5853389c-fccf-4c63-b5b4-fb203198adf4'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:14:41.414604 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-320c509e-9899-4d92-8c26-d76a22cb0d97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:41.425843 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0304612b-6013-4022-a3e9-ff8d69ac3133 req-19043cfa-4607-4e2c-a8a5-65460eb73dc2 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 210 time: 0.0758824
Apr 02 18:14:41.467026 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-42b483b7-ad2c-4914-9afb-bbb600ffa6e7 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:41.682552 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-5997bc4d-d1bb-43c2-b30b-e0946aabdf2f req-4f4a86df-8deb-4abd-b822-7fa548e1b609 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] For port 32b2a8d0-11de-48eb-a305-491d2dd836db, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=32b2a8d0-11de-48eb-a305-491d2dd836db,segment=NetworkSegment(0f9f35da-6dca-4704-809e-53ca6f077541),segment_id=0f9f35da-6dca-4704-809e-53ca6f077541)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:14:41.682988 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-5997bc4d-d1bb-43c2-b30b-e0946aabdf2f req-4f4a86df-8deb-4abd-b822-7fa548e1b609 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:41.803435 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463bea1-322b-4360-9a0e-4b485aae58b2 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Pushing event deleted for resources: {'Port': ['ID=0e509db3-028b-45c6-9ade-7a2bdd5e3107,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:41.817182 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-0463bea1-322b-4360-9a0e-4b485aae58b2 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:41.824474 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-aedb0928-9093-46bf-be66-e5d4ed11962b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:41.832195 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-5997bc4d-d1bb-43c2-b30b-e0946aabdf2f req-4f4a86df-8deb-4abd-b822-7fa548e1b609 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Calling delete_port for 32b2a8d0-11de-48eb-a305-491d2dd836db owned by compute:nova {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:14:41.914674 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe6279-bc01-46e6-82e9-63e2a64f71df req-af91c755-bb69-4aa9-a9e6-45a859ca12b4 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:41.918252 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0dfe6279-bc01-46e6-82e9-63e2a64f71df req-af91c755-bb69-4aa9-a9e6-45a859ca12b4 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 931 time: 0.3316555
Apr 02 18:14:41.961541 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b483b7-ad2c-4914-9afb-bbb600ffa6e7 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Pushing event updated for resources: {'Port': ['ID=a17bb0af-4ca7-4d34-bb3f-5f0b6828c912,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:41.987502 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-42b483b7-ad2c-4914-9afb-bbb600ffa6e7 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:42.014964 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-806c9b64-aadc-4655-83da-497b0297dabf req-60f4e888-f71f-4f13-81c0-1d6f7ad1a19a service neutron] 10.222.0.15 "GET /v2.0/networks/e5c976a4-2bf5-421b-86e8-e0cd53189ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7213821
Apr 02 18:14:42.092549 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0dfe6279-bc01-46e6-82e9-63e2a64f71df req-fa929251-22a5-456a-80f3-c554ec119c09 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0983698
Apr 02 18:14:42.101296 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-42b483b7-ad2c-4914-9afb-bbb600ffa6e7 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Network 2a21418c-aaad-48d6-9830-9120a44bedf1 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:14:42.103190 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-42b483b7-ad2c-4914-9afb-bbb600ffa6e7 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:14:42.132414 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-42b483b7-ad2c-4914-9afb-bbb600ffa6e7 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:14:42.222984 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:14:42.238359 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-09666ee5-fb74-485f-98b3-98d298903e04 req-0463bea1-322b-4360-9a0e-4b485aae58b2 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] No DVR routers for this DVR port 0e509db3-028b-45c6-9ade-7a2bdd5e3107 on host hv-cinder-78460 {{(pid=84390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:14:42.249114 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-09666ee5-fb74-485f-98b3-98d298903e04 req-0463bea1-322b-4360-9a0e-4b485aae58b2 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:42.260392 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6599dba-ba40-4c59-a9da-b57b77625f4b', 'name': 'network-vif-deleted', 'tag': '0e509db3-028b-45c6-9ade-7a2bdd5e3107'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:14:42.311982 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-42b483b7-ad2c-4914-9afb-bbb600ffa6e7 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:42.312868 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-42b483b7-ad2c-4914-9afb-bbb600ffa6e7 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:42.334737 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-09666ee5-fb74-485f-98b3-98d298903e04 req-0463bea1-322b-4360-9a0e-4b485aae58b2 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.15 "DELETE /v2.0/ports/0e509db3-028b-45c6-9ade-7a2bdd5e3107 HTTP/1.1" status: 204  len: 173 time: 2.9782746
Apr 02 18:14:42.351874 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3abdf8-792f-457f-8d61-00b96ca3c641 req-4077bf39-d184-40e5-8a97-a4b3af0738ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:42.353750 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2b3abdf8-792f-457f-8d61-00b96ca3c641 req-4077bf39-d184-40e5-8a97-a4b3af0738ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=456d975739e04659be41d35506548735&device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 1096 time: 0.1837468
Apr 02 18:14:42.389966 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-42b483b7-ad2c-4914-9afb-bbb600ffa6e7 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3828325
Apr 02 18:14:42.463256 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-b9fb18f7-4121-4809-ba37-d3590df1e071 service neutron] Request body: {'port': {'device_id': '42fa606c-55ec-4526-a11a-e18e4fdfda12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:14:42.476424 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-cdf366af-5216-4b26-acbc-9d5c72d75cbb None None] Provisioning for port a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 completed by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:14:42.491969 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-cdf366af-5216-4b26-acbc-9d5c72d75cbb None None] Provisioning complete for port a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:14:42.492559 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cdf366af-5216-4b26-acbc-9d5c72d75cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:42.559911 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-cdf366af-5216-4b26-acbc-9d5c72d75cbb None None] Port a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 cannot update to ACTIVE because it is not bound. {{(pid=84392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:14:42.635300 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-5997bc4d-d1bb-43c2-b30b-e0946aabdf2f req-4f4a86df-8deb-4abd-b822-7fa548e1b609 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851822213'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:42.638669 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-b9fb18f7-4121-4809-ba37-d3590df1e071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:42.648337 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['32b2a8d0-11de-48eb-a305-491d2dd836db'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:14:42.661232 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c438a8cc-72fa-4c1e-8be3-874fed9fc8be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:42.672015 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3abdf8-792f-457f-8d61-00b96ca3c641 req-6f44412b-2a60-4df2-8909-4c0d5086b661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:42.673640 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2b3abdf8-792f-457f-8d61-00b96ca3c641 req-6f44412b-2a60-4df2-8909-4c0d5086b661 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5c976a4-2bf5-421b-86e8-e0cd53189ff2 HTTP/1.1" status: 200  len: 914 time: 0.3111463
Apr 02 18:14:42.768889 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a86df-8deb-4abd-b822-7fa548e1b609 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Pushing event deleted for resources: {'Port': ['ID=32b2a8d0-11de-48eb-a305-491d2dd836db,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:42.789608 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf85ad-2f80-437c-8176-d6a5abc9d4e0 req-11eb9c9f-9568-4e64-9f10-e980be995631 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:42.791504 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-99bf85ad-2f80-437c-8176-d6a5abc9d4e0 req-11eb9c9f-9568-4e64-9f10-e980be995631 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 945 time: 0.6037066
Apr 02 18:14:42.792180 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2b3abdf8-792f-457f-8d61-00b96ca3c641 req-a6c3d6ed-b28c-417f-a2e4-ade5a55e62a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=674eea1f-ef49-4cae-8bcd-2a36848a945b HTTP/1.1" status: 200  len: 217 time: 0.0909460
Apr 02 18:14:42.802644 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a86df-8deb-4abd-b822-7fa548e1b609 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:42.803046 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a86df-8deb-4abd-b822-7fa548e1b609 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:42.803441 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a86df-8deb-4abd-b822-7fa548e1b609 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:42.803894 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a86df-8deb-4abd-b822-7fa548e1b609 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:42.804186 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a86df-8deb-4abd-b822-7fa548e1b609 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:42.804566 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a86df-8deb-4abd-b822-7fa548e1b609 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:42.805013 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a86df-8deb-4abd-b822-7fa548e1b609 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:42.805403 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a86df-8deb-4abd-b822-7fa548e1b609 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:42.805823 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a86df-8deb-4abd-b822-7fa548e1b609 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:42.806202 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a86df-8deb-4abd-b822-7fa548e1b609 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:42.806605 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a86df-8deb-4abd-b822-7fa548e1b609 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:42.806981 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4a86df-8deb-4abd-b822-7fa548e1b609 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:42.810467 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4f4a86df-8deb-4abd-b822-7fa548e1b609 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:42.818910 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ecd52-fbc6-4aa3-92dd-872696c498e3 req-dafbfd92-0cdd-49f1-823c-179b5b33e0d8 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:42.820545 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7c1ecd52-fbc6-4aa3-92dd-872696c498e3 req-dafbfd92-0cdd-49f1-823c-179b5b33e0d8 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/ports?device_id=e86759fa-9cfc-45c7-97ac-4735a2bfc45c HTTP/1.1" status: 200  len: 946 time: 0.3239172
Apr 02 18:14:42.936720 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-99bf85ad-2f80-437c-8176-d6a5abc9d4e0 req-338d4cf7-1823-48cb-b659-feb20d529b31 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1378942
Apr 02 18:14:42.949888 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7c1ecd52-fbc6-4aa3-92dd-872696c498e3 req-9fcc65a2-47c4-47fb-9532-4ee04df4364c tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f6daac2-3e84-4b94-bb5d-7a2feb76f345&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102774
Apr 02 18:14:42.966002 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3abdf8-792f-457f-8d61-00b96ca3c641 req-c8fb5d4d-7117-4d1a-a5f0-de0be19138dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:42.967621 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2b3abdf8-792f-457f-8d61-00b96ca3c641 req-c8fb5d4d-7117-4d1a-a5f0-de0be19138dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5e84303b-04ac-4b80-ad14-3d620854a7fc HTTP/1.1" status: 200  len: 853 time: 0.1656525
Apr 02 18:14:43.040753 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-5997bc4d-d1bb-43c2-b30b-e0946aabdf2f req-4f4a86df-8deb-4abd-b822-7fa548e1b609 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] No DVR routers for this DVR port 32b2a8d0-11de-48eb-a305-491d2dd836db on host hv-cinder-78460 {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:14:43.044092 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-5997bc4d-d1bb-43c2-b30b-e0946aabdf2f req-4f4a86df-8deb-4abd-b822-7fa548e1b609 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:43.048739 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86759fa-9cfc-45c7-97ac-4735a2bfc45c', 'name': 'network-vif-deleted', 'tag': '32b2a8d0-11de-48eb-a305-491d2dd836db'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:14:43.058891 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6599dba-ba40-4c59-a9da-b57b77625f4b', 'name': 'network-vif-deleted', 'tag': '0e509db3-028b-45c6-9ade-7a2bdd5e3107', 'status': 'completed', 'code': 200}
Apr 02 18:14:43.062205 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5997bc4d-d1bb-43c2-b30b-e0946aabdf2f req-4f4a86df-8deb-4abd-b822-7fa548e1b609 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] 10.222.0.15 "DELETE /v2.0/ports/32b2a8d0-11de-48eb-a305-491d2dd836db HTTP/1.1" status: 204  len: 173 time: 1.9624686
Apr 02 18:14:43.119970 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3abdf8-792f-457f-8d61-00b96ca3c641 req-4d000b52-9882-4b95-9de6-2fd7ecb6caf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:43.121612 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2b3abdf8-792f-457f-8d61-00b96ca3c641 req-4d000b52-9882-4b95-9de6-2fd7ecb6caf2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5c976a4-2bf5-421b-86e8-e0cd53189ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1465099
Apr 02 18:14:43.256694 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-83842e26-2ae5-4787-9bf9-2e1a1c3e8b59 req-c234e8a9-21fc-4d68-9912-5f4fd3d12e72 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6599dba-ba40-4c59-a9da-b57b77625f4b HTTP/1.1" status: 200  len: 210 time: 0.0636110
Apr 02 18:14:43.282246 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7066dd2-8dec-4502-aff1-c7ee7e0af27b req-2484f31c-c8e9-4a75-8c94-71ce252f13c6 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:43.292082 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f7066dd2-8dec-4502-aff1-c7ee7e0af27b req-2484f31c-c8e9-4a75-8c94-71ce252f13c6 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 943 time: 0.1747661
Apr 02 18:14:43.360979 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f7066dd2-8dec-4502-aff1-c7ee7e0af27b req-1fe701d5-47a1-4de3-93aa-b5ce8d375fb4 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682516
Apr 02 18:14:43.373969 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86759fa-9cfc-45c7-97ac-4735a2bfc45c', 'name': 'network-vif-deleted', 'tag': '32b2a8d0-11de-48eb-a305-491d2dd836db', 'status': 'completed', 'code': 200}
Apr 02 18:14:43.422062 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2b3abdf8-792f-457f-8d61-00b96ca3c641 req-1d84f674-2faf-4a09-a2a8-19dbab695a39 service neutron] 10.222.0.15 "GET /v2.0/networks/e5c976a4-2bf5-421b-86e8-e0cd53189ff2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2917640
Apr 02 18:14:43.532346 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a583a2-36cd-4101-a7e7-81337deb8671 req-8d24deff-e3d6-4132-bc96-2621cf5927bf tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:43.533953 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-29a583a2-36cd-4101-a7e7-81337deb8671 req-8d24deff-e3d6-4132-bc96-2621cf5927bf tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 931 time: 0.0923052
Apr 02 18:14:43.582653 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-29a583a2-36cd-4101-a7e7-81337deb8671 req-c93c6cdc-87c8-40a1-837b-9fe8f756da01 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413623
Apr 02 18:14:43.599321 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-b9fb18f7-4121-4809-ba37-d3590df1e071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 {{(pid=84390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:14:43.611080 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-b9fb18f7-4121-4809-ba37-d3590df1e071 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:43.651301 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-b9fb18f7-4121-4809-ba37-d3590df1e071 service neutron] Transition to ACTIVE for port object a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 will not be triggered until provisioned by entity L2. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:14:43.660001 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2b3abdf8-792f-457f-8d61-00b96ca3c641 req-ade74738-6de5-449f-a06d-b6a974fd0994 service neutron] 10.222.0.15 "GET /v2.0/networks/e5c976a4-2bf5-421b-86e8-e0cd53189ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2200394
Apr 02 18:14:43.693071 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-b9fb18f7-4121-4809-ba37-d3590df1e071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:43.707716 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-88034d43-ba68-4cca-af1c-bb468b709b97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:43.845850 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb18f7-4121-4809-ba37-d3590df1e071 service neutron] Pushing event updated for resources: {'Port': ['ID=a17bb0af-4ca7-4d34-bb3f-5f0b6828c912,revision_number=2']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:43.850524 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b9fb18f7-4121-4809-ba37-d3590df1e071 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:44.092028 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-b9fb18f7-4121-4809-ba37-d3590df1e071 service neutron] Attempting to bind port a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 on host hv-cinder-78460 for vnic_type normal with profile  {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:14:44.092406 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-b9fb18f7-4121-4809-ba37-d3590df1e071 service neutron] Attempting to bind port a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': 'be104902-cc58-428a-beee-7ce7057ded09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2a21418c-aaad-48d6-9830-9120a44bedf1'}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:14:44.092779 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-b9fb18f7-4121-4809-ba37-d3590df1e071 service neutron] Attempting to bind port a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 on network 2a21418c-aaad-48d6-9830-9120a44bedf1 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:14:44.097845 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-b9fb18f7-4121-4809-ba37-d3590df1e071 service neutron] Port a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 on network 2a21418c-aaad-48d6-9830-9120a44bedf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:14:44.098274 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-b9fb18f7-4121-4809-ba37-d3590df1e071 service neutron] Attempting to bind port a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 on network 2a21418c-aaad-48d6-9830-9120a44bedf1 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:14:44.104580 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-b9fb18f7-4121-4809-ba37-d3590df1e071 service neutron] Checking agent: {'id': 'ba9f1d54-5540-4326-91bf-66629f4d5678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'started_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:14:44.104954 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-b9fb18f7-4121-4809-ba37-d3590df1e071 service neutron] Checking segment: {'id': 'be104902-cc58-428a-beee-7ce7057ded09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2a21418c-aaad-48d6-9830-9120a44bedf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:14:44.105604 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-b9fb18f7-4121-4809-ba37-d3590df1e071 service neutron] Bound using segment: {'id': 'be104902-cc58-428a-beee-7ce7057ded09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2a21418c-aaad-48d6-9830-9120a44bedf1'} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:14:44.105826 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-b9fb18f7-4121-4809-ba37-d3590df1e071 service neutron] Bound port: a17bb0af-4ca7-4d34-bb3f-5f0b6828c912, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be104902-cc58-428a-beee-7ce7057ded09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2a21418c-aaad-48d6-9830-9120a44bedf1'}}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:14:44.106210 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-b9fb18f7-4121-4809-ba37-d3590df1e071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:44.107224 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 0e509db3-028b-45c6-9ade-7a2bdd5e3107 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:14:44.145302 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] No Port match for: 0e509db3-028b-45c6-9ade-7a2bdd5e3107 {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:14:44.145970 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 0e509db3-028b-45c6-9ade-7a2bdd5e3107 not bound to the agent host hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:14:44.206042 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f0e7b-6d0f-4202-9f2b-496b1e16ac7c req-f5309bf6-3afa-47de-b88e-69911de0ba6a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:44.207870 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-557f0e7b-6d0f-4202-9f2b-496b1e16ac7c req-f5309bf6-3afa-47de-b88e-69911de0ba6a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 945 time: 0.1004510
Apr 02 18:14:44.214837 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-b9fb18f7-4121-4809-ba37-d3590df1e071 service neutron] For port a17bb0af-4ca7-4d34-bb3f-5f0b6828c912, host hv-cinder-78460, cleared binding levels {{(pid=84390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:14:44.218019 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-b9fb18f7-4121-4809-ba37-d3590df1e071 service neutron] For port a17bb0af-4ca7-4d34-bb3f-5f0b6828c912, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=a17bb0af-4ca7-4d34-bb3f-5f0b6828c912,segment=NetworkSegment(be104902-cc58-428a-beee-7ce7057ded09),segment_id=be104902-cc58-428a-beee-7ce7057ded09)] {{(pid=84390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:14:44.242107 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-b9fb18f7-4121-4809-ba37-d3590df1e071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:44.258349 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-557f0e7b-6d0f-4202-9f2b-496b1e16ac7c req-1caab918-c834-41db-ad44-a9b9633d2101 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429599
Apr 02 18:14:44.258515 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-79c2061b-5a4f-4ed0-aa3c-5ea29642babb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:44.594539 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc07c3-b035-4add-b387-a41397a9e71f req-14252ca9-c633-4de5-999b-8b5987d91fc5 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:44.595809 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d6cc07c3-b035-4add-b387-a41397a9e71f req-14252ca9-c633-4de5-999b-8b5987d91fc5 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 943 time: 0.0994337
Apr 02 18:14:44.647134 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d6cc07c3-b035-4add-b387-a41397a9e71f req-240bb469-bcd1-4ae9-8b55-0ffbdf652bd4 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440843
Apr 02 18:14:44.671997 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb18f7-4121-4809-ba37-d3590df1e071 service neutron] Pushing event updated for resources: {'Port': ['ID=a17bb0af-4ca7-4d34-bb3f-5f0b6828c912,revision_number=3']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:44.677405 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b9fb18f7-4121-4809-ba37-d3590df1e071 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:44.712461 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-b9fb18f7-4121-4809-ba37-d3590df1e071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:44.713872 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-b9fb18f7-4121-4809-ba37-d3590df1e071 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:44.716034 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-b9fb18f7-4121-4809-ba37-d3590df1e071 service neutron] 10.222.0.15 "PUT /v2.0/ports/a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 HTTP/1.1" status: 200  len: 1093 time: 2.2607701
Apr 02 18:14:44.932343 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-9b9c98e9-0dfe-496c-8312-a595c141814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:44.934833 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-9b9c98e9-0dfe-496c-8312-a595c141814f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bebbc6521cac473683ce0fe4a0a55d65&device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 1096 time: 0.1392000
Apr 02 18:14:45.025831 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-c5ca5b9b-7078-4fd1-bce8-a09fd0d8f3bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 HTTP/1.1" status: 200  len: 217 time: 0.0811951
Apr 02 18:14:45.070396 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42fa606c-55ec-4526-a11a-e18e4fdfda12', 'tag': 'a17bb0af-4ca7-4d34-bb3f-5f0b6828c912'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:14:45.096271 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4e66c-fb3e-4d77-b497-f5286a3264f7 req-d9895225-0a81-4f39-9b56-dfd249877423 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:45.098000 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-baf4e66c-fb3e-4d77-b497-f5286a3264f7 req-d9895225-0a81-4f39-9b56-dfd249877423 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.1936166
Apr 02 18:14:45.106526 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-a65ad40a-57d0-42ab-bbb1-575481505580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:45.106968 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74577a0-863a-400c-9a26-3e5b9d628e30 req-3589f2d9-07aa-44ef-be3e-73fd37404100 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:45.108284 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-a65ad40a-57d0-42ab-bbb1-575481505580 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26e14621-5573-4d8e-8c6f-261d8c7450e8 HTTP/1.1" status: 200  len: 846 time: 0.0756416
Apr 02 18:14:45.108538 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e74577a0-863a-400c-9a26-3e5b9d628e30 req-3589f2d9-07aa-44ef-be3e-73fd37404100 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 943 time: 0.1364512
Apr 02 18:14:45.185133 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-baf4e66c-fb3e-4d77-b497-f5286a3264f7 req-ae0a4132-ceea-4999-83dc-108570c51160 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755343
Apr 02 18:14:45.196773 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-c49a2650-0ddf-4a0c-8ff2-fdee050088c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:45.198484 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e74577a0-863a-400c-9a26-3e5b9d628e30 req-f53c014b-ab51-4434-8a88-4a7ab9897324 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739686
Apr 02 18:14:45.199004 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-c49a2650-0ddf-4a0c-8ff2-fdee050088c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a21418c-aaad-48d6-9830-9120a44bedf1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0810382
Apr 02 18:14:45.295909 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42fa606c-55ec-4526-a11a-e18e4fdfda12', 'tag': 'a17bb0af-4ca7-4d34-bb3f-5f0b6828c912', 'status': 'completed', 'code': 200}
Apr 02 18:14:45.359478 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-2bacccbd-36ff-48be-8d0f-17a29219e4f7 service neutron] 10.222.0.15 "GET /v2.0/networks/2a21418c-aaad-48d6-9830-9120a44bedf1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1522613
Apr 02 18:14:45.482124 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc94882-df05-40bd-ad9b-614d80da38b4 req-f9b6538f-4fe4-449c-a002-3e87930f560a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:45.483483 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4bc94882-df05-40bd-ad9b-614d80da38b4 req-f9b6538f-4fe4-449c-a002-3e87930f560a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 945 time: 0.0999827
Apr 02 18:14:45.535564 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1bdacc6d-5007-4771-80fa-c1f8c6a81709 req-ca86ee14-6718-4a90-a59d-2a39f2cabf8b service neutron] 10.222.0.15 "GET /v2.0/networks/2a21418c-aaad-48d6-9830-9120a44bedf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1675909
Apr 02 18:14:45.541829 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4bc94882-df05-40bd-ad9b-614d80da38b4 req-bca176ea-3e89-4c4b-80b0-4c7749b657a3 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489850
Apr 02 18:14:45.696306 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123852a7-7f3a-4548-97d2-23aef7c26a96 req-3c7276ac-8f99-4e0d-823b-3d19cab90236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:45.698132 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-123852a7-7f3a-4548-97d2-23aef7c26a96 req-3c7276ac-8f99-4e0d-823b-3d19cab90236 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bebbc6521cac473683ce0fe4a0a55d65&device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 1096 time: 0.0840929
Apr 02 18:14:45.850714 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123852a7-7f3a-4548-97d2-23aef7c26a96 req-21837d2d-643b-4f63-b3e8-f932699d5687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:45.852373 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-123852a7-7f3a-4548-97d2-23aef7c26a96 req-21837d2d-643b-4f63-b3e8-f932699d5687 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2a21418c-aaad-48d6-9830-9120a44bedf1 HTTP/1.1" status: 200  len: 907 time: 0.1472189
Apr 02 18:14:45.856919 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ecf45-bd8e-4602-b5ae-6d7bda7cb807 req-ae046a7b-775a-482c-9e5c-d8aa649b669b tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:45.858649 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b37ecf45-bd8e-4602-b5ae-6d7bda7cb807 req-ae046a7b-775a-482c-9e5c-d8aa649b669b tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 943 time: 0.0932288
Apr 02 18:14:45.921082 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b37ecf45-bd8e-4602-b5ae-6d7bda7cb807 req-0d273db1-d496-4e2d-84a5-b192ab37ea6b tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552781
Apr 02 18:14:45.929014 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-123852a7-7f3a-4548-97d2-23aef7c26a96 req-d2c4e7e3-de17-47fd-9629-d2fb450a0aa7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 HTTP/1.1" status: 200  len: 217 time: 0.0695424
Apr 02 18:14:46.007973 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123852a7-7f3a-4548-97d2-23aef7c26a96 req-37feae7a-3117-4572-a0a0-8c1c2adbd66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:46.010216 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-123852a7-7f3a-4548-97d2-23aef7c26a96 req-37feae7a-3117-4572-a0a0-8c1c2adbd66d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26e14621-5573-4d8e-8c6f-261d8c7450e8 HTTP/1.1" status: 200  len: 846 time: 0.0700519
Apr 02 18:14:46.092888 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123852a7-7f3a-4548-97d2-23aef7c26a96 req-153fb62d-08f7-4f0f-b1ae-f9913707b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:46.094546 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-123852a7-7f3a-4548-97d2-23aef7c26a96 req-153fb62d-08f7-4f0f-b1ae-f9913707b5b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a21418c-aaad-48d6-9830-9120a44bedf1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0767760
Apr 02 18:14:46.110021 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 674eea1f-ef49-4cae-8bcd-2a36848a945b details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:14:46.115016 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 32b2a8d0-11de-48eb-a305-491d2dd836db no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:14:46.155225 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] No Port match for: 32b2a8d0-11de-48eb-a305-491d2dd836db {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:14:46.155628 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 32b2a8d0-11de-48eb-a305-491d2dd836db not bound to the agent host hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:14:46.242333 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-123852a7-7f3a-4548-97d2-23aef7c26a96 req-406485e2-ec15-439b-8997-7e7300f56ebb service neutron] 10.222.0.15 "GET /v2.0/networks/2a21418c-aaad-48d6-9830-9120a44bedf1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397409
Apr 02 18:14:46.297913 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 674eea1f-ef49-4cae-8bcd-2a36848a945b, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=674eea1f-ef49-4cae-8bcd-2a36848a945b,segment=NetworkSegment(c13707c4-c1e9-455a-bd75-cf881b8282a4),segment_id=c13707c4-c1e9-455a-bd75-cf881b8282a4)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:14:46.313338 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Returning: {'device': '674eea1f-ef49-4cae-8bcd-2a36848a945b', 'network_id': 'e5c976a4-2bf5-421b-86e8-e0cd53189ff2', 'port_id': '674eea1f-ef49-4cae-8bcd-2a36848a945b', 'mac_address': 'fa:16:3e:fb:51:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e84303b-04ac-4b80-ad14-3d620854a7fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:14:46.374811 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:46.392772 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 674eea1f-ef49-4cae-8bcd-2a36848a945b {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:14:46.409854 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 674eea1f-ef49-4cae-8bcd-2a36848a945b, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=674eea1f-ef49-4cae-8bcd-2a36848a945b,segment=NetworkSegment(c13707c4-c1e9-455a-bd75-cf881b8282a4),segment_id=c13707c4-c1e9-455a-bd75-cf881b8282a4)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:14:46.447545 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:46.449513 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c7e80ef1-8fcf-48ba-bc35-5df681139a44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:46.471404 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6801bf-81f9-457e-af7f-6748da377bac req-6d272b4e-602e-4701-ad86-bd9bf018b2c4 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:46.473024 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bb6801bf-81f9-457e-af7f-6748da377bac req-6d272b4e-602e-4701-ad86-bd9bf018b2c4 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 943 time: 0.1623414
Apr 02 18:14:46.482098 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889dd16-3e29-4ade-bb63-a595954460ad req-12c4850c-fcff-4751-87d2-615dd29e0e49 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:46.483590 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8889dd16-3e29-4ade-bb63-a595954460ad req-12c4850c-fcff-4751-87d2-615dd29e0e49 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.1371791
Apr 02 18:14:46.522776 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=674eea1f-ef49-4cae-8bcd-2a36848a945b,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:46.526356 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:46.557971 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bb6801bf-81f9-457e-af7f-6748da377bac req-02ae747b-8100-48f4-b0df-29309ba62ad2 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733392
Apr 02 18:14:46.565829 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8889dd16-3e29-4ade-bb63-a595954460ad req-b763df13-6eac-437d-a155-dbefe29fc838 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667667
Apr 02 18:14:46.757339 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b70073-c69f-4a8a-9190-67bb07448a60 req-740caba6-7c83-4edd-a37f-f158f87ceff3 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:46.758890 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-82b70073-c69f-4a8a-9190-67bb07448a60 req-740caba6-7c83-4edd-a37f-f158f87ceff3 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 945 time: 0.0890582
Apr 02 18:14:46.806063 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-82b70073-c69f-4a8a-9190-67bb07448a60 req-fcdda089-f99e-411e-a066-dca51997efbf tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409095
Apr 02 18:14:47.117659 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e511be-0df9-4a5c-8d02-13f1bedb9cf1 req-4700d97e-158c-43d9-b786-d587b1abcab4 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:47.119405 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-60e511be-0df9-4a5c-8d02-13f1bedb9cf1 req-4700d97e-158c-43d9-b786-d587b1abcab4 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 944 time: 0.0884855
Apr 02 18:14:47.166513 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-60e511be-0df9-4a5c-8d02-13f1bedb9cf1 req-451de3e6-34d0-48a5-b4f6-e6f973d037a6 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408454
Apr 02 18:14:47.313384 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-123852a7-7f3a-4548-97d2-23aef7c26a96 req-1199e485-a7aa-4237-9ecf-421ebe5699a4 service neutron] 10.222.0.15 "GET /v2.0/networks/2a21418c-aaad-48d6-9830-9120a44bedf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361797
Apr 02 18:14:47.823843 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c870e-8f66-4a02-aa06-3056e85df10b req-c92879ab-a5cf-4934-80b1-4c609738e9cc tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:47.825414 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d55c870e-8f66-4a02-aa06-3056e85df10b req-c92879ab-a5cf-4934-80b1-4c609738e9cc tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 943 time: 0.1546700
Apr 02 18:14:47.838341 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf95e0-3497-496c-bea3-e8b91fc3eef8 req-e51f1399-6cc5-476d-a25a-6ac6d863d8b5 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:47.839947 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2cbf95e0-3497-496c-bea3-e8b91fc3eef8 req-e51f1399-6cc5-476d-a25a-6ac6d863d8b5 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.1255348
Apr 02 18:14:47.914268 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d55c870e-8f66-4a02-aa06-3056e85df10b req-3237c7f6-12f6-4cee-93fb-db9f1b33727d tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733004
Apr 02 18:14:47.922133 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2cbf95e0-3497-496c-bea3-e8b91fc3eef8 req-c2a29e5a-c46e-45ad-a948-c06736588b49 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670564
Apr 02 18:14:48.104914 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140d984-76c3-47df-8d61-c1d354c18c42 req-967a6b77-6fb2-4d91-8a3e-ae78fb4f8dec tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:48.106463 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d140d984-76c3-47df-8d61-c1d354c18c42 req-967a6b77-6fb2-4d91-8a3e-ae78fb4f8dec tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 945 time: 0.0922759
Apr 02 18:14:48.153000 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d140d984-76c3-47df-8d61-c1d354c18c42 req-6f149e34-f9d3-4c50-be68-c0dbd763b538 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401242
Apr 02 18:14:48.368370 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91328eff-1931-4a4a-96fa-b2f3240e6a4b req-3cbd7859-8253-4cd7-8a6f-baf966804201 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:48.369865 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-91328eff-1931-4a4a-96fa-b2f3240e6a4b req-3cbd7859-8253-4cd7-8a6f-baf966804201 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 944 time: 0.0902343
Apr 02 18:14:48.417538 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-91328eff-1931-4a4a-96fa-b2f3240e6a4b req-6ad95477-9b1d-4365-b665-c61be6a5c92e tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414195
Apr 02 18:14:49.188211 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2ce0f-4025-489c-8325-e744473f4fb1 req-e925445d-0d0f-4766-a0c5-d7c67934e762 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:49.189814 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-53f2ce0f-4025-489c-8325-e744473f4fb1 req-e925445d-0d0f-4766-a0c5-d7c67934e762 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 943 time: 0.1572964
Apr 02 18:14:49.202351 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f77e9c-87d0-4d06-85e6-38ed76453933 req-cd276ff1-2285-4bb3-98a9-7a190bfef8ff tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:49.203848 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a6f77e9c-87d0-4d06-85e6-38ed76453933 req-cd276ff1-2285-4bb3-98a9-7a190bfef8ff tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.1306810
Apr 02 18:14:49.277293 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-53f2ce0f-4025-489c-8325-e744473f4fb1 req-4f27b45e-7882-4df2-b1af-60e1ceb8e7cc tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0724225
Apr 02 18:14:49.282238 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a6f77e9c-87d0-4d06-85e6-38ed76453933 req-b0768fb2-f3d9-439b-9ffa-ab6297d91bc5 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614738
Apr 02 18:14:49.449076 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['674eea1f-ef49-4cae-8bcd-2a36848a945b'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:14:49.468546 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd9e92-5773-46d6-80c9-d7ed82cddfb3 req-cbf3bb36-fa2d-47d3-aea5-81f11de20e69 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:49.470169 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-78fd9e92-5773-46d6-80c9-d7ed82cddfb3 req-cbf3bb36-fa2d-47d3-aea5-81f11de20e69 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 945 time: 0.0917475
Apr 02 18:14:49.518651 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-78fd9e92-5773-46d6-80c9-d7ed82cddfb3 req-0e56fddd-58a6-4826-a3eb-97c57107521a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415747
Apr 02 18:14:49.619378 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36033b-f89b-43db-9ab6-3f6e4ec2996c req-26ac01f3-b0c6-48f0-be70-04a0ae1ec4ef tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:49.620904 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ab36033b-f89b-43db-9ab6-3f6e4ec2996c req-26ac01f3-b0c6-48f0-be70-04a0ae1ec4ef tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 944 time: 0.0880690
Apr 02 18:14:49.671375 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ab36033b-f89b-43db-9ab6-3f6e4ec2996c req-6e685048-b765-4f9c-83b4-0d92e482eafc tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440292
Apr 02 18:14:50.700447 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89284e-69f9-456f-9ac1-c9070edfaeea req-051085ed-3a82-42e2-930c-eaca7724bfe1 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:50.713808 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3a89284e-69f9-456f-9ac1-c9070edfaeea req-051085ed-3a82-42e2-930c-eaca7724bfe1 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 943 time: 0.2324376
Apr 02 18:14:50.749962 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c5ba4-3918-4f71-b55a-21a2acf6bf22 req-9773b564-391d-4101-9deb-7a5a11a6fc36 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:50.761027 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d38c5ba4-3918-4f71-b55a-21a2acf6bf22 req-9773b564-391d-4101-9deb-7a5a11a6fc36 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.2223372
Apr 02 18:14:50.833855 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3a89284e-69f9-456f-9ac1-c9070edfaeea req-d6b562f5-4cda-411e-b952-c65cd6eeb84e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1187418
Apr 02 18:14:50.837010 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d38c5ba4-3918-4f71-b55a-21a2acf6bf22 req-f19a11a6-21b8-4aad-bd39-6cfc5a84a432 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747883
Apr 02 18:14:51.140190 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 674eea1f-ef49-4cae-8bcd-2a36848a945b up at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:14:51.206811 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a43d6-f105-4c41-b751-c2142fce1116 req-d0bca7ff-7a06-40df-aded-1fa4765e3286 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:51.215632 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e81a43d6-f105-4c41-b751-c2142fce1116 req-d0bca7ff-7a06-40df-aded-1fa4765e3286 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 945 time: 0.2071791
Apr 02 18:14:51.246930 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd915f39-ee89-4cdc-9820-6aa518ffb0cd req-f87703a3-473f-4d4d-89eb-0beb03dafc4c tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:51.250781 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-cd915f39-ee89-4cdc-9820-6aa518ffb0cd req-f87703a3-473f-4d4d-89eb-0beb03dafc4c tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 944 time: 0.1975682
Apr 02 18:14:51.270508 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning for port 674eea1f-ef49-4cae-8bcd-2a36848a945b completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:14:51.276366 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning complete for port 674eea1f-ef49-4cae-8bcd-2a36848a945b triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:14:51.276887 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:51.323147 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e81a43d6-f105-4c41-b751-c2142fce1116 req-85fbb042-d4fe-40a8-890f-ce2c3b768e1c tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1065361
Apr 02 18:14:51.337845 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-cd915f39-ee89-4cdc-9820-6aa518ffb0cd req-9f7cb3e9-09c4-4607-896b-2ad1870b6f24 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810010
Apr 02 18:14:51.630761 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:51.662755 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39704908-657c-4c1d-a324-c517927e7042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674eea1f-ef49-4cae-8bcd-2a36848a945b'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:14:51.672057 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 674eea1f-ef49-4cae-8bcd-2a36848a945b, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=674eea1f-ef49-4cae-8bcd-2a36848a945b,segment=NetworkSegment(c13707c4-c1e9-455a-bd75-cf881b8282a4),segment_id=c13707c4-c1e9-455a-bd75-cf881b8282a4)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:14:51.704878 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:51.706938 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-185928d3-408d-463f-93b1-66883f24d180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:51.782707 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39704908-657c-4c1d-a324-c517927e7042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674eea1f-ef49-4cae-8bcd-2a36848a945b', 'code': 200}
Apr 02 18:14:51.783955 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=674eea1f-ef49-4cae-8bcd-2a36848a945b,revision_number=5']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:51.787308 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:52.175006 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588938cc-49d7-439b-9754-0381ae2e06f5 req-a0077cc4-8f67-4c4a-9baa-450a7da2064f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:52.176667 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-588938cc-49d7-439b-9754-0381ae2e06f5 req-a0077cc4-8f67-4c4a-9baa-450a7da2064f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 1098 time: 0.1733856
Apr 02 18:14:52.232693 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-588938cc-49d7-439b-9754-0381ae2e06f5 req-b78d2f93-1344-4d69-96bb-855de1ec9352 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459304
Apr 02 18:14:52.498442 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744656f7-1ed5-46ed-8b95-3b6ffe4b9a11 req-5f3966f8-6652-49a3-820f-759b7a73d65d tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:52.500012 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-744656f7-1ed5-46ed-8b95-3b6ffe4b9a11 req-5f3966f8-6652-49a3-820f-759b7a73d65d tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.3703914
Apr 02 18:14:52.513580 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c954b4-6d48-4b7d-9554-a72280380b5c req-77a01eb8-2770-47e5-9a7f-2ba1b8b8f303 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:52.521093 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-06c954b4-6d48-4b7d-9554-a72280380b5c req-77a01eb8-2770-47e5-9a7f-2ba1b8b8f303 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 943 time: 0.4561067
Apr 02 18:14:52.595901 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-744656f7-1ed5-46ed-8b95-3b6ffe4b9a11 req-b74308ba-aca7-4310-9ea4-4fdf067341d3 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719512
Apr 02 18:14:52.612081 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-06c954b4-6d48-4b7d-9554-a72280380b5c req-083f0234-97a4-479a-8b58-19b4af9bf668 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0900896
Apr 02 18:14:52.881802 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfbe82-7b17-4180-95cf-197ec0a0c796 req-2f4e2dbf-d896-4c1f-9ae0-52977f342025 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:52.883586 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b6dfbe82-7b17-4180-95cf-197ec0a0c796 req-2f4e2dbf-d896-4c1f-9ae0-52977f342025 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 945 time: 0.1128533
Apr 02 18:14:52.896286 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68315743-9073-4c36-8788-515505ea1e11 req-d3327878-b90e-480f-9acc-37b0056604f0 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:52.903002 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-68315743-9073-4c36-8788-515505ea1e11 req-d3327878-b90e-480f-9acc-37b0056604f0 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 945 time: 0.1820729
Apr 02 18:14:53.014109 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b6dfbe82-7b17-4180-95cf-197ec0a0c796 req-b27fc0d7-fedc-4bfe-bace-a381003a219e tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092989
Apr 02 18:14:53.018378 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-68315743-9073-4c36-8788-515505ea1e11 req-3f8c1a92-f7ae-40a0-8d01-0c60a3945cc6 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1114948
Apr 02 18:14:53.161948 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:14:53.389511 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port a17bb0af-4ca7-4d34-bb3f-5f0b6828c912, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=a17bb0af-4ca7-4d34-bb3f-5f0b6828c912,segment=NetworkSegment(be104902-cc58-428a-beee-7ce7057ded09),segment_id=be104902-cc58-428a-beee-7ce7057ded09)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:14:53.406787 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Returning: {'device': 'a17bb0af-4ca7-4d34-bb3f-5f0b6828c912', 'network_id': '2a21418c-aaad-48d6-9830-9120a44bedf1', 'port_id': 'a17bb0af-4ca7-4d34-bb3f-5f0b6828c912', 'mac_address': 'fa:16:3e:3c:1c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26e14621-5573-4d8e-8c6f-261d8c7450e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:14:53.471387 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:53.490543 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:14:53.516421 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port a17bb0af-4ca7-4d34-bb3f-5f0b6828c912, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=a17bb0af-4ca7-4d34-bb3f-5f0b6828c912,segment=NetworkSegment(be104902-cc58-428a-beee-7ce7057ded09),segment_id=be104902-cc58-428a-beee-7ce7057ded09)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:14:53.799561 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1181e6a-d545-4fe8-ba15-9ee67813f9cb req-9b937b75-2edd-4953-b5c7-5816948e7fed tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:53.800333 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-e1181e6a-d545-4fe8-ba15-9ee67813f9cb req-9b937b75-2edd-4953-b5c7-5816948e7fed tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Synchronizing usage tracker for tenant:159f37d0eaf249a6b846671eb3cc125d on resource:port {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:14:53.876145 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0b796-dad2-4942-85df-bb18dcb2d5a6 req-99f54d21-cfba-41c9-a7bc-f45e8f008c1f tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:53.877738 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a8b0b796-dad2-4942-85df-bb18dcb2d5a6 req-99f54d21-cfba-41c9-a7bc-f45e8f008c1f tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.1217022
Apr 02 18:14:53.886743 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb44f2e-dd95-46bd-988e-ed418dae6f1b req-cd06dd6b-acab-4dbe-a723-85d48e2d5244 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:53.888215 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ddb44f2e-dd95-46bd-988e-ed418dae6f1b req-cd06dd6b-acab-4dbe-a723-85d48e2d5244 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 944 time: 0.1680496
Apr 02 18:14:53.964029 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a8b0b796-dad2-4942-85df-bb18dcb2d5a6 req-0f500a63-ff92-4a00-a36d-6ed5285a94e1 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747857
Apr 02 18:14:53.966970 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ddb44f2e-dd95-46bd-988e-ed418dae6f1b req-ebac4325-4222-46dc-bce8-9fecd95c14bc tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637791
Apr 02 18:14:54.373484 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4316f-f18b-4e6f-9372-10505f94e858 req-1db1a1ff-076c-4bb0-9e9a-75da7bb7f7dd tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:54.373484 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4ce4316f-f18b-4e6f-9372-10505f94e858 req-1db1a1ff-076c-4bb0-9e9a-75da7bb7f7dd tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 945 time: 0.1579678
Apr 02 18:14:54.373484 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e2d93-610b-45c1-ac43-99113dc8c369 req-30599125-15ce-438f-a619-560e240a0c3e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:54.373484 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-109e2d93-610b-45c1-ac43-99113dc8c369 req-30599125-15ce-438f-a619-560e240a0c3e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 945 time: 0.1237257
Apr 02 18:14:54.385264 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4ce4316f-f18b-4e6f-9372-10505f94e858 req-dcc535a1-5212-4c73-a9e9-ef61ab3141ff tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770941
Apr 02 18:14:54.393329 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-109e2d93-610b-45c1-ac43-99113dc8c369 req-80faec7a-d5fb-43b7-9264-f1b36d26028b tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0708334
Apr 02 18:14:54.882022 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:54.884422 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:54.891640 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-e1181e6a-d545-4fe8-ba15-9ee67813f9cb req-9b937b75-2edd-4953-b5c7-5816948e7fed tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Unset dirty status for tenant:159f37d0eaf249a6b846671eb3cc125d on resource:port {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:14:54.923775 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e1181e6a-d545-4fe8-ba15-9ee67813f9cb req-9b937b75-2edd-4953-b5c7-5816948e7fed tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 1.1852953
Apr 02 18:14:54.960142 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=a17bb0af-4ca7-4d34-bb3f-5f0b6828c912,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:54.965119 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:54.986851 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-e1181e6a-d545-4fe8-ba15-9ee67813f9cb req-e53c37e7-0078-4102-b311-03059bba434e tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Deleting port 5853389c-fccf-4c63-b5b4-fb203198adf4 {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:14:54.987268 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-e1181e6a-d545-4fe8-ba15-9ee67813f9cb req-e53c37e7-0078-4102-b311-03059bba434e tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:55.178263 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 5853389c-fccf-4c63-b5b4-fb203198adf4 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:14:55.221852 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['a17bb0af-4ca7-4d34-bb3f-5f0b6828c912'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:14:55.253396 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82514d-09f3-40c1-a814-1fc8c1a33266 req-896145cb-2365-4598-9ff6-441e8a49d7ba tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:55.261558 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ea82514d-09f3-40c1-a814-1fc8c1a33266 req-896145cb-2365-4598-9ff6-441e8a49d7ba tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 944 time: 0.1757550
Apr 02 18:14:55.272100 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24bd65-9561-4841-b9e4-cf396814c8c9 req-18b9331a-4f24-48ee-be17-2d8f9784aedd tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:55.273676 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1c24bd65-9561-4841-b9e4-cf396814c8c9 req-18b9331a-4f24-48ee-be17-2d8f9784aedd tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 946 time: 0.1492636
Apr 02 18:14:55.288038 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-e1181e6a-d545-4fe8-ba15-9ee67813f9cb req-e53c37e7-0078-4102-b311-03059bba434e tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] For port 5853389c-fccf-4c63-b5b4-fb203198adf4, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5853389c-fccf-4c63-b5b4-fb203198adf4,segment=NetworkSegment(ee491d66-22ae-40ef-b3bc-321c2a2d81af),segment_id=ee491d66-22ae-40ef-b3bc-321c2a2d81af)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:14:55.288790 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-e1181e6a-d545-4fe8-ba15-9ee67813f9cb req-e53c37e7-0078-4102-b311-03059bba434e tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:55.363295 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ea82514d-09f3-40c1-a814-1fc8c1a33266 req-25fdc576-4ef5-4b45-b906-b4cb77c00fb2 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0987117
Apr 02 18:14:55.367203 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1c24bd65-9561-4841-b9e4-cf396814c8c9 req-418e2f52-a1ba-4fb6-ae8f-ded6e0e2263f tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789778
Apr 02 18:14:55.450737 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-e1181e6a-d545-4fe8-ba15-9ee67813f9cb req-e53c37e7-0078-4102-b311-03059bba434e tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Calling delete_port for 5853389c-fccf-4c63-b5b4-fb203198adf4 owned by compute:nova {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:14:55.579905 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:55.692043 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a9103-0edc-4bdb-b276-516f4644ab67 req-5bd76264-f3f5-4e0c-bce2-b5c5b507cfec tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:55.693587 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-896a9103-0edc-4bdb-b276-516f4644ab67 req-5bd76264-f3f5-4e0c-bce2-b5c5b507cfec tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 945 time: 0.1653044
Apr 02 18:14:55.732088 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45712d4-b496-498a-afdb-09b271638be6 req-9c096449-f43b-4aa8-a6ab-6a6f8ee1bf73 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:55.734170 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a45712d4-b496-498a-afdb-09b271638be6 req-9c096449-f43b-4aa8-a6ab-6a6f8ee1bf73 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 945 time: 0.1677246
Apr 02 18:14:55.780157 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-896a9103-0edc-4bdb-b276-516f4644ab67 req-6d148494-c336-4e7a-ac09-892b5e3fa2b4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785844
Apr 02 18:14:55.804473 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a45712d4-b496-498a-afdb-09b271638be6 req-444c0f74-89c6-4b8e-89d7-89fcc65887dc tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540187
Apr 02 18:14:56.239618 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb9d5c-41ed-4901-aec7-8c3363592244 req-a98e616f-137e-4995-8dda-95d4cc3fbceb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:56.249276 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8feb9d5c-41ed-4901-aec7-8c3363592244 req-a98e616f-137e-4995-8dda-95d4cc3fbceb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 945 time: 0.1168232
Apr 02 18:14:56.320375 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8feb9d5c-41ed-4901-aec7-8c3363592244 req-c5160669-d94f-40a8-9e75-62f8ceb98fe3 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699258
Apr 02 18:14:56.332490 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.db.api [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Apr 02 18:14:56.332490 dv-cinder-784603-1-iscsi neutron-server[84275]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s]
Apr 02 18:14:56.332490 dv-cinder-784603-1-iscsi neutron-server[84275]: [parameters: {'status': 'DOWN', 'ports_id': '5853389c-fccf-4c63-b5b4-fb203198adf4'}]
Apr 02 18:14:56.332490 dv-cinder-784603-1-iscsi neutron-server[84275]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84392) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 18:14:56.334881 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_db.api [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 02 18:14:56.379469 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-e1181e6a-d545-4fe8-ba15-9ee67813f9cb req-e53c37e7-0078-4102-b311-03059bba434e tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:56.403324 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:56.525149 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c37e7-0078-4102-b311-03059bba434e tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Pushing event deleted for resources: {'Port': ['ID=5853389c-fccf-4c63-b5b4-fb203198adf4,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:56.531159 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e53c37e7-0078-4102-b311-03059bba434e tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:56.711312 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8034d-e6f7-4e2f-9246-01187c833a81 req-4cdf2289-f7a7-4e51-a1c3-df1d5c97abfa tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:56.713337 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f6d8034d-e6f7-4e2f-9246-01187c833a81 req-4cdf2289-f7a7-4e51-a1c3-df1d5c97abfa tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 944 time: 0.1486976
Apr 02 18:14:56.762409 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1181e6a-d545-4fe8-ba15-9ee67813f9cb req-e53c37e7-0078-4102-b311-03059bba434e tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] No DVR routers for this DVR port 5853389c-fccf-4c63-b5b4-fb203198adf4 on host hv-cinder-78460 {{(pid=84390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:14:56.767611 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-e1181e6a-d545-4fe8-ba15-9ee67813f9cb req-e53c37e7-0078-4102-b311-03059bba434e tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:56.775353 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f6d8034d-e6f7-4e2f-9246-01187c833a81 req-ea3e25fb-c662-47ba-9f77-814ad1789df3 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549407
Apr 02 18:14:56.776751 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa', 'name': 'network-vif-deleted', 'tag': '5853389c-fccf-4c63-b5b4-fb203198adf4'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:14:56.825707 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e1181e6a-d545-4fe8-ba15-9ee67813f9cb req-e53c37e7-0078-4102-b311-03059bba434e tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.15 "DELETE /v2.0/ports/5853389c-fccf-4c63-b5b4-fb203198adf4 HTTP/1.1" status: 204  len: 173 time: 1.9265115
Apr 02 18:14:56.876498 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-639ccd92-6f13-4005-8ac3-f77b2bc84e0b req-4eae4d8c-300f-4841-81a7-5b3425e3e2a2 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa HTTP/1.1" status: 200  len: 210 time: 0.0791812
Apr 02 18:14:56.925235 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Port 5853389c-fccf-4c63-b5b4-fb203198adf4 update to DOWN by agent not found {{(pid=84392) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2108}}
Apr 02 18:14:56.971609 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef07c2b-d3dc-43d3-9b6a-4db3b0d47ffa', 'name': 'network-vif-deleted', 'tag': '5853389c-fccf-4c63-b5b4-fb203198adf4', 'status': 'completed', 'code': 200}
Apr 02 18:14:57.034121 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ef97c-8c47-454f-a543-472affc8cd43 req-059838d5-89d0-464f-a52f-8d3ef63f1637 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:57.036458 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e26ef97c-8c47-454f-a543-472affc8cd43 req-059838d5-89d0-464f-a52f-8d3ef63f1637 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 945 time: 0.1094055
Apr 02 18:14:57.158331 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e26ef97c-8c47-454f-a543-472affc8cd43 req-cbad5edf-b609-42b6-a157-623fa96d4cdc tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151474
Apr 02 18:14:57.204000 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 up at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:14:57.213780 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12713022-b20c-421d-a6e2-3807c53f4023 req-1e086ca3-b795-49d6-890b-3634dfb51824 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:57.222468 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-12713022-b20c-421d-a6e2-3807c53f4023 req-1e086ca3-b795-49d6-890b-3634dfb51824 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 945 time: 0.1366677
Apr 02 18:14:57.285877 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-12713022-b20c-421d-a6e2-3807c53f4023 req-fa442aab-a633-4a15-a299-20e77618d13e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622437
Apr 02 18:14:57.322054 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning for port a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:14:57.328247 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning complete for port a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:14:57.328672 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:57.495523 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:57.535067 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port a17bb0af-4ca7-4d34-bb3f-5f0b6828c912, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=a17bb0af-4ca7-4d34-bb3f-5f0b6828c912,segment=NetworkSegment(be104902-cc58-428a-beee-7ce7057ded09),segment_id=be104902-cc58-428a-beee-7ce7057ded09)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:14:57.535983 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fa606c-55ec-4526-a11a-e18e4fdfda12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17bb0af-4ca7-4d34-bb3f-5f0b6828c912'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:14:57.589286 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fa606c-55ec-4526-a11a-e18e4fdfda12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17bb0af-4ca7-4d34-bb3f-5f0b6828c912', 'code': 200}
Apr 02 18:14:57.608186 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1e381b36-fbcd-4dcc-9613-8c2881a6e9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:57.611221 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:57.614219 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:14:57.706978 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=a17bb0af-4ca7-4d34-bb3f-5f0b6828c912,revision_number=5']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:14:57.718267 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:57.719066 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:57.719559 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:57.720395 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:57.720873 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:57.721312 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:57.721760 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:57.722198 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:57.722813 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:57.723254 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:57.723804 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:57.724237 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:14:57.737770 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:14:58.060003 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d208c38-361a-4195-9670-c9d18edfbbab req-94fc151a-b7c6-4dc0-b044-96e9c981dbca tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:58.068717 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9d208c38-361a-4195-9670-c9d18edfbbab req-94fc151a-b7c6-4dc0-b044-96e9c981dbca tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 945 time: 0.1336348
Apr 02 18:14:58.221122 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9d208c38-361a-4195-9670-c9d18edfbbab req-debd60b9-51bd-44aa-a3b3-4fe131120f4b tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1510730
Apr 02 18:14:58.238657 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4706540-9a62-49ac-9c1e-5c8a3dd3712d req-1e547674-b803-4e7d-8eb1-6149bc254b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:58.238657 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b4706540-9a62-49ac-9c1e-5c8a3dd3712d req-1e547674-b803-4e7d-8eb1-6149bc254b04 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 1098 time: 0.1167295
Apr 02 18:14:58.265146 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa800c36-ae0a-4e32-a3da-1aacae6e757d req-a1023a5c-232d-4e5b-896c-37c76a2b8f19 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:58.275497 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-aa800c36-ae0a-4e32-a3da-1aacae6e757d req-a1023a5c-232d-4e5b-896c-37c76a2b8f19 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b40a254-3fa4-499e-a37c-007f598ae8e2 HTTP/1.1" status: 200  len: 945 time: 0.1795905
Apr 02 18:14:58.309726 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b4706540-9a62-49ac-9c1e-5c8a3dd3712d req-d8f8db71-243d-4b76-b7ce-13bbe5c399d7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619271
Apr 02 18:14:58.318401 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 40200) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:14:58.549997 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-aa800c36-ae0a-4e32-a3da-1aacae6e757d req-6f31903d-6e1e-4042-a599-25f2e8644516 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2628748
Apr 02 18:14:58.733112 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:58.743186 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296713f-2b0f-4193-bd1d-ea84af0ad359 req-9ad7f309-e8c9-43f7-bb0f-aa5dfe6c8948 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:14:58.750889 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9296713f-2b0f-4193-bd1d-ea84af0ad359 req-9ad7f309-e8c9-43f7-bb0f-aa5dfe6c8948 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 945 time: 0.3302169
Apr 02 18:14:58.918828 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9296713f-2b0f-4193-bd1d-ea84af0ad359 req-f90f244e-b61f-48d2-b962-488331522737 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1666791
Apr 02 18:14:59.240027 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4233d7a9-61b1-4705-ab88-fa197152ee71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410473'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:14:59.523639 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-afb6ee4b-9431-4302-8e86-9a9ff739141a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:00.040897 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0764a-36b1-4a4a-beb3-e50f60761817 req-f6352212-6b21-4b78-a0e2-85733f469ef4 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:00.043057 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-daf0764a-36b1-4a4a-beb3-e50f60761817 req-f6352212-6b21-4b78-a0e2-85733f469ef4 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 945 time: 0.6325052
Apr 02 18:15:00.074935 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70502e-7459-4145-a1b1-90053f99bd4c req-a502b1a4-80d3-47c5-9e6a-0c1894cf5bf1 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:00.075864 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-9f70502e-7459-4145-a1b1-90053f99bd4c req-a502b1a4-80d3-47c5-9e6a-0c1894cf5bf1 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Synchronizing usage tracker for tenant:469aa9b529694baa91a42fa0eae6e868 on resource:port {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:15:00.082060 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:00.137854 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-daf0764a-36b1-4a4a-beb3-e50f60761817 req-476cc3b5-c8bb-402f-978a-527e45fae79b tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0836611
Apr 02 18:15:00.156662 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-9f70502e-7459-4145-a1b1-90053f99bd4c req-a502b1a4-80d3-47c5-9e6a-0c1894cf5bf1 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Unset dirty status for tenant:469aa9b529694baa91a42fa0eae6e868 on resource:port {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:15:00.156662 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9f70502e-7459-4145-a1b1-90053f99bd4c req-a502b1a4-80d3-47c5-9e6a-0c1894cf5bf1 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b40a254-3fa4-499e-a37c-007f598ae8e2 HTTP/1.1" status: 200  len: 945 time: 0.2805185
Apr 02 18:15:00.159020 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5d1f2-e7b6-431e-9a82-8876da97c907 req-d8440dee-2f2c-48cf-b4a3-ce432041b4c5 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:00.160612 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d3d5d1f2-e7b6-431e-9a82-8876da97c907 req-d8440dee-2f2c-48cf-b4a3-ce432041b4c5 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b40a254-3fa4-499e-a37c-007f598ae8e2 HTTP/1.1" status: 200  len: 945 time: 0.2516220
Apr 02 18:15:00.248789 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-9f70502e-7459-4145-a1b1-90053f99bd4c req-037b7705-17b7-4cea-a00e-fba1b56abaa1 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Deleting port e1c4bc4a-b51b-428e-9009-6f8b0483aa3a {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:15:00.249731 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-9f70502e-7459-4145-a1b1-90053f99bd4c req-037b7705-17b7-4cea-a00e-fba1b56abaa1 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:00.257508 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-4233d7a9-61b1-4705-ab88-fa197152ee71 admin admin] Deleting port c4e962dc-fdc4-46f8-9ae6-66f6ecc91696 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:15:00.257886 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4233d7a9-61b1-4705-ab88-fa197152ee71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:00.298784 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d3d5d1f2-e7b6-431e-9a82-8876da97c907 req-843e6265-70f2-412f-9586-8aa38f7fb400 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060286
Apr 02 18:15:00.476021 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-4233d7a9-61b1-4705-ab88-fa197152ee71 admin admin] For port c4e962dc-fdc4-46f8-9ae6-66f6ecc91696, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=c4e962dc-fdc4-46f8-9ae6-66f6ecc91696,segment=NetworkSegment(ee491d66-22ae-40ef-b3bc-321c2a2d81af),segment_id=ee491d66-22ae-40ef-b3bc-321c2a2d81af)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:15:00.476417 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4233d7a9-61b1-4705-ab88-fa197152ee71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:00.564771 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-9f70502e-7459-4145-a1b1-90053f99bd4c req-037b7705-17b7-4cea-a00e-fba1b56abaa1 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] For port e1c4bc4a-b51b-428e-9009-6f8b0483aa3a, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=e1c4bc4a-b51b-428e-9009-6f8b0483aa3a,segment=NetworkSegment(ed805b0c-f3b6-4176-8c71-1ed496648d92),segment_id=ed805b0c-f3b6-4176-8c71-1ed496648d92)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:15:00.564771 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-9f70502e-7459-4145-a1b1-90053f99bd4c req-037b7705-17b7-4cea-a00e-fba1b56abaa1 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:00.625753 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-4233d7a9-61b1-4705-ab88-fa197152ee71 admin admin] Calling delete_port for c4e962dc-fdc4-46f8-9ae6-66f6ecc91696 owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:15:00.718272 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-9f70502e-7459-4145-a1b1-90053f99bd4c req-037b7705-17b7-4cea-a00e-fba1b56abaa1 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Calling delete_port for e1c4bc4a-b51b-428e-9009-6f8b0483aa3a owned by compute:nova {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:15:00.945577 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273398c-0043-4b5f-8654-a31bf1e18ca6 req-5feb49ce-d71f-40c4-9390-ae3426ded86d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:00.948164 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0273398c-0043-4b5f-8654-a31bf1e18ca6 req-5feb49ce-d71f-40c4-9390-ae3426ded86d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 945 time: 0.2927103
Apr 02 18:15:00.995960 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-9f70502e-7459-4145-a1b1-90053f99bd4c req-037b7705-17b7-4cea-a00e-fba1b56abaa1 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:01.010121 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['56ab80a2-d47b-476b-84f0-88dd9c8fc122', '212ca02c-96e3-4426-a7f9-2294670cf53b', '61330e1f-49c0-468b-b35c-52cfa3736c14', 'e1c4bc4a-b51b-428e-9009-6f8b0483aa3a'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:15:01.012496 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:01.026154 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0273398c-0043-4b5f-8654-a31bf1e18ca6 req-3c3ed91e-7a3b-407f-9400-98138978d041 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665729
Apr 02 18:15:01.158658 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b7705-17b7-4cea-a00e-fba1b56abaa1 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Pushing event deleted for resources: {'Port': ['ID=e1c4bc4a-b51b-428e-9009-6f8b0483aa3a,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:01.167551 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-037b7705-17b7-4cea-a00e-fba1b56abaa1 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:01.276125 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4233d7a9-61b1-4705-ab88-fa197152ee71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851822213'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:01.626904 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f70502e-7459-4145-a1b1-90053f99bd4c req-037b7705-17b7-4cea-a00e-fba1b56abaa1 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] No DVR routers for this DVR port e1c4bc4a-b51b-428e-9009-6f8b0483aa3a on host hv-cinder-78460 {{(pid=84390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:15:01.634251 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-9f70502e-7459-4145-a1b1-90053f99bd4c req-037b7705-17b7-4cea-a00e-fba1b56abaa1 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:01.652108 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b40a254-3fa4-499e-a37c-007f598ae8e2', 'name': 'network-vif-deleted', 'tag': 'e1c4bc4a-b51b-428e-9009-6f8b0483aa3a'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:15:01.657067 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:01.694554 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9f70502e-7459-4145-a1b1-90053f99bd4c req-037b7705-17b7-4cea-a00e-fba1b56abaa1 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.15 "DELETE /v2.0/ports/e1c4bc4a-b51b-428e-9009-6f8b0483aa3a HTTP/1.1" status: 204  len: 173 time: 1.5363319
Apr 02 18:15:01.726140 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:01.728334 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233d7a9-61b1-4705-ab88-fa197152ee71 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4e962dc-fdc4-46f8-9ae6-66f6ecc91696,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:01.735296 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4233d7a9-61b1-4705-ab88-fa197152ee71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:01.755776 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-82593c4a-b22f-441b-b45f-0c55bc333b70 req-328e77f9-efc5-43c7-bf66-faf9ac3f3e17 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b40a254-3fa4-499e-a37c-007f598ae8e2 HTTP/1.1" status: 200  len: 210 time: 0.1362429
Apr 02 18:15:01.823949 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b40a254-3fa4-499e-a37c-007f598ae8e2', 'name': 'network-vif-deleted', 'tag': 'e1c4bc4a-b51b-428e-9009-6f8b0483aa3a', 'status': 'completed', 'code': 200}
Apr 02 18:15:01.876884 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241c8a8-0deb-4dfc-b155-316dc98ecead req-60d1ee7f-d238-4456-941c-84a450cf3953 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:01.885595 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6241c8a8-0deb-4dfc-b155-316dc98ecead req-60d1ee7f-d238-4456-941c-84a450cf3953 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 945 time: 0.3179312
Apr 02 18:15:02.101245 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6241c8a8-0deb-4dfc-b155-316dc98ecead req-15f66a28-26d5-40a2-9fcd-d5cf5cb6c121 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2144835
Apr 02 18:15:02.249024 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4233d7a9-61b1-4705-ab88-fa197152ee71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854276846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404156'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:02.534637 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26dc80-9d84-4fde-b896-711ef0265b46 req-ebf147fb-1515-4eef-b278-4fc4b58910dd tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:02.541529 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1c26dc80-9d84-4fde-b896-711ef0265b46 req-ebf147fb-1515-4eef-b278-4fc4b58910dd tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 945 time: 0.3516564
Apr 02 18:15:02.641309 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0868f-55ae-4bb9-9d05-796c57c53783 req-3e6e9156-8ce0-4c32-81c9-225e96314d9e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:02.643109 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-47e0868f-55ae-4bb9-9d05-796c57c53783 req-3e6e9156-8ce0-4c32-81c9-225e96314d9e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 945 time: 0.3682363
Apr 02 18:15:03.027709 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1c26dc80-9d84-4fde-b896-711ef0265b46 req-2659cbab-066b-457b-81c5-85ad41cdcc5b tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4825013
Apr 02 18:15:03.033064 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-47e0868f-55ae-4bb9-9d05-796c57c53783 req-75bec360-a983-4486-9147-9d3b40f12194 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3781476
Apr 02 18:15:03.074605 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 40266) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:03.257722 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 5401b529-9099-49b2-bba2-84b67d578439 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:15:03.284297 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device e1c4bc4a-b51b-428e-9009-6f8b0483aa3a no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:15:03.313728 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4233d7a9-61b1-4705-ab88-fa197152ee71 admin admin] Router 5cda0477-94c7-44f1-87a8-7f56a6a39d38 has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:15:03.396288 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] No Port match for: e1c4bc4a-b51b-428e-9009-6f8b0483aa3a {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:15:03.398874 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device e1c4bc4a-b51b-428e-9009-6f8b0483aa3a not bound to the agent host hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:15:03.425328 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.db.resource_extend [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 02 18:15:03.488978 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f31f1e-3758-465f-85c3-99041e63ff99 tempest-TestShelveInstance-2098672829 tempest-TestShelveInstance-2098672829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:03.489751 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-45f31f1e-3758-465f-85c3-99041e63ff99 tempest-TestShelveInstance-2098672829 tempest-TestShelveInstance-2098672829-project-admin] Synchronizing usage tracker for tenant:0375951ebe4d421c9dec41425c7e3257 on resource:port {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:15:03.567544 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-45f31f1e-3758-465f-85c3-99041e63ff99 tempest-TestShelveInstance-2098672829 tempest-TestShelveInstance-2098672829-project-admin] Unset dirty status for tenant:0375951ebe4d421c9dec41425c7e3257 on resource:port {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:15:03.568907 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-45f31f1e-3758-465f-85c3-99041e63ff99 tempest-TestShelveInstance-2098672829 tempest-TestShelveInstance-2098672829-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 1093 time: 0.4929326
Apr 02 18:15:03.572593 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 40278) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:03.574037 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4233d7a9-61b1-4705-ab88-fa197152ee71 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:15:03.588191 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd75486-1b85-485d-ad1a-c52177344f21 None None] Sync routers for ids ['5cda0477-94c7-44f1-87a8-7f56a6a39d38'] in dv-cinder-784603-1-iscsi {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:15:03.593287 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-36c92a1f-f65a-4224-8b23-bc900c8cfd71 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Request body: {'floatingip': {'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'port_id': 'a17bb0af-4ca7-4d34-bb3f-5f0b6828c912', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:15:03.594957 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-4233d7a9-61b1-4705-ab88-fa197152ee71 admin admin] 10.222.0.10 "PUT /v2.0/routers/5cda0477-94c7-44f1-87a8-7f56a6a39d38/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2745593
Apr 02 18:15:03.600198 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 40282) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:03.616102 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd75486-1b85-485d-ad1a-c52177344f21 None None] Routers {'5cda0477-94c7-44f1-87a8-7f56a6a39d38'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:15:03.617403 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-36c92a1f-f65a-4224-8b23-bc900c8cfd71 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:03.618821 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-bcd75486-1b85-485d-ad1a-c52177344f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10eb14a8>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:14:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['5cda0477-94c7-44f1-87a8-7f56a6a39d38'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:15:03.629288 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-36c92a1f-f65a-4224-8b23-bc900c8cfd71 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Usage tracker for resource:floatingip and tenant:bebbc6521cac473683ce0fe4a0a55d65 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:03.638716 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-36c92a1f-f65a-4224-8b23-bc900c8cfd71 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:03.657271 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 5401b529-9099-49b2-bba2-84b67d578439, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5401b529-9099-49b2-bba2-84b67d578439,segment=NetworkSegment(f987815a-0fd5-40b0-85da-34501f7e40a0),segment_id=f987815a-0fd5-40b0-85da-34501f7e40a0)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:15:03.659200 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-36c92a1f-f65a-4224-8b23-bc900c8cfd71 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:03.680673 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Returning: {'device': '5401b529-9099-49b2-bba2-84b67d578439', 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c', 'port_id': '5401b529-9099-49b2-bba2-84b67d578439', 'mac_address': 'fa:16:3e:f2:d4:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:15:03.721953 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-36c92a1f-f65a-4224-8b23-bc900c8cfd71 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks [] for floatingip, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:03.787028 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:03.835026 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5401b529-9099-49b2-bba2-84b67d578439 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:15:03.871272 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 5401b529-9099-49b2-bba2-84b67d578439, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5401b529-9099-49b2-bba2-84b67d578439,segment=NetworkSegment(f987815a-0fd5-40b0-85da-34501f7e40a0),segment_id=f987815a-0fd5-40b0-85da-34501f7e40a0)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:15:03.899437 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:03.901572 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:03.926154 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-573da9cb-7dee-4122-8c51-2db27f0399f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:04.027261 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-36c92a1f-f65a-4224-8b23-bc900c8cfd71 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:04.052665 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['5401b529-9099-49b2-bba2-84b67d578439'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:15:04.059784 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-bcd75486-1b85-485d-ad1a-c52177344f21 None None] Set router 5cda0477-94c7-44f1-87a8-7f56a6a39d38 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:15:04.178898 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=5401b529-9099-49b2-bba2-84b67d578439,revision_number=6']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:04.190886 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:04.340341 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-36c92a1f-f65a-4224-8b23-bc900c8cfd71 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Allocated IP 172.27.2.239 (42dddd6f-9dd9-47ad-90cc-d42a9f8f1223/91c6c6e9-4506-41a9-9628-98cc28823f44/3428de8f-f170-4015-a795-f3de323f429a) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:15:04.457009 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-573da9cb-7dee-4122-8c51-2db27f0399f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:04.519106 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab721f4-09a1-4547-81ea-368dcbe65711 req-9547b90c-55cb-4925-b445-a08f853400fd tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:04.531112 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-aab721f4-09a1-4547-81ea-368dcbe65711 req-9547b90c-55cb-4925-b445-a08f853400fd tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 944 time: 0.2614870
Apr 02 18:15:04.592882 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-aab721f4-09a1-4547-81ea-368dcbe65711 req-94cde325-cbbc-461f-943b-46fb41a79e34 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601320
Apr 02 18:15:04.596945 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-573da9cb-7dee-4122-8c51-2db27f0399f4 admin admin] Deleting port 3e0f614d-8b23-481c-99db-bed0a48be736 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:15:04.600393 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-573da9cb-7dee-4122-8c51-2db27f0399f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:04.631084 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-bcd75486-1b85-485d-ad1a-c52177344f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10eb14a8>, [{'id': '5cda0477-94c7-44f1-87a8-7f56a6a39d38', 'name': 'tempest-ServerRescueNegativeTestJSON-340512828-router', 'tenant_id': '159f37d0eaf249a6b846671eb3cc125d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '3e0f614d-8b23-481c-99db-bed0a48be736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:11:18Z', 'updated_at': '2021-04-02T18:15:01Z', 'revision_number': 5, 'project_id': '159f37d0eaf249a6b846671eb3cc125d', 'gw_port': {'id': '3e0f614d-8b23-481c-99db-bed0a48be736', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cd:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cda0477-94c7-44f1-87a8-7f56a6a39d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:11:20Z', 'updated_at': '2021-04-02T18:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:15:04.636389 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd75486-1b85-485d-ad1a-c52177344f21 None None] Checking router: 5cda0477-94c7-44f1-87a8-7f56a6a39d38 for host: dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:15:04.646027 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd75486-1b85-485d-ad1a-c52177344f21 None None] Routers {'5cda0477-94c7-44f1-87a8-7f56a6a39d38'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:15:04.646731 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-bcd75486-1b85-485d-ad1a-c52177344f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10eb14a8>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:14:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['5cda0477-94c7-44f1-87a8-7f56a6a39d38'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:15:04.750760 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-36c92a1f-f65a-4224-8b23-bc900c8cfd71 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:04.833870 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-bcd75486-1b85-485d-ad1a-c52177344f21 None None] Set router 5cda0477-94c7-44f1-87a8-7f56a6a39d38 gateway port host: None {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:15:04.865520 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-36c92a1f-f65a-4224-8b23-bc900c8cfd71 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:04.906480 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:04.931675 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-573da9cb-7dee-4122-8c51-2db27f0399f4 admin admin] For port 3e0f614d-8b23-481c-99db-bed0a48be736, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=3e0f614d-8b23-481c-99db-bed0a48be736,segment=NetworkSegment(422579c7-e086-4847-b55f-de8760ffa8dd),segment_id=422579c7-e086-4847-b55f-de8760ffa8dd)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:15:04.939833 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-573da9cb-7dee-4122-8c51-2db27f0399f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:04.967260 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-bcd75486-1b85-485d-ad1a-c52177344f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10eb14a8>, [{'id': '5cda0477-94c7-44f1-87a8-7f56a6a39d38', 'name': 'tempest-ServerRescueNegativeTestJSON-340512828-router', 'tenant_id': '159f37d0eaf249a6b846671eb3cc125d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:11:18Z', 'updated_at': '2021-04-02T18:15:04Z', 'revision_number': 6, 'project_id': '159f37d0eaf249a6b846671eb3cc125d', 'gw_port_host': None}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:15:04.971899 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd75486-1b85-485d-ad1a-c52177344f21 None None] The sync data for ids ['5cda0477-94c7-44f1-87a8-7f56a6a39d38'] in dv-cinder-784603-1-iscsi is: [{'id': '5cda0477-94c7-44f1-87a8-7f56a6a39d38', 'name': 'tempest-ServerRescueNegativeTestJSON-340512828-router', 'tenant_id': '159f37d0eaf249a6b846671eb3cc125d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:11:18Z', 'updated_at': '2021-04-02T18:15:04Z', 'revision_number': 6, 'project_id': '159f37d0eaf249a6b846671eb3cc125d', 'gw_port_host': None}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:15:05.024654 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c92a1f-f65a-4224-8b23-bc900c8cfd71 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Pushing event updated for resources: {'Port': ['ID=3428de8f-f170-4015-a795-f3de323f429a,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:05.117646 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-36c92a1f-f65a-4224-8b23-bc900c8cfd71 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:05.174189 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-573da9cb-7dee-4122-8c51-2db27f0399f4 admin admin] Calling delete_port for 3e0f614d-8b23-481c-99db-bed0a48be736 owned by network:router_gateway {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:15:05.298922 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c92a1f-f65a-4224-8b23-bc900c8cfd71 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:15:05.298922 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-36c92a1f-f65a-4224-8b23-bc900c8cfd71 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:15:05.298922 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c92a1f-f65a-4224-8b23-bc900c8cfd71 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:15:05.299378 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 5401b529-9099-49b2-bba2-84b67d578439 up at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:15:05.307808 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning complete for port 5401b529-9099-49b2-bba2-84b67d578439 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:15:05.308124 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:05.447516 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:05.479437 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e9219f-df56-4104-9571-3df7d44980af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5401b529-9099-49b2-bba2-84b67d578439'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:15:05.490571 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 5401b529-9099-49b2-bba2-84b67d578439, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5401b529-9099-49b2-bba2-84b67d578439,segment=NetworkSegment(f987815a-0fd5-40b0-85da-34501f7e40a0),segment_id=f987815a-0fd5-40b0-85da-34501f7e40a0)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:15:05.531839 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e9219f-df56-4104-9571-3df7d44980af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5401b529-9099-49b2-bba2-84b67d578439', 'code': 200}
Apr 02 18:15:05.831014 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29168ae0-7add-4fb3-b719-b1acd2759991 req-ce060964-1ba2-49ea-a120-4e910721037e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:05.832699 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-29168ae0-7add-4fb3-b719-b1acd2759991 req-ce060964-1ba2-49ea-a120-4e910721037e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 945 time: 0.1115553
Apr 02 18:15:05.836451 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-36c92a1f-f65a-4224-8b23-bc900c8cfd71 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:05.859682 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:05.863603 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f7718cf9-348e-450d-904f-14bcc754ee4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:05.876802 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-573da9cb-7dee-4122-8c51-2db27f0399f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851822213'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:05.916904 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:06.041302 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573da9cb-7dee-4122-8c51-2db27f0399f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e0f614d-8b23-481c-99db-bed0a48be736,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:06.042995 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 3e0f614d-8b23-481c-99db-bed0a48be736 no longer exists at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:15:06.043081 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-573da9cb-7dee-4122-8c51-2db27f0399f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:06.049177 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-29168ae0-7add-4fb3-b719-b1acd2759991 req-7c52c639-7476-4737-bd1a-06158dfae97c tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2091651
Apr 02 18:15:06.067962 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] No Port match for: 3e0f614d-8b23-481c-99db-bed0a48be736 {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:15:06.068414 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 3e0f614d-8b23-481c-99db-bed0a48be736 not bound to the agent host dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:15:06.068685 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device c4e962dc-fdc4-46f8-9ae6-66f6ecc91696 no longer exists at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:15:06.108747 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] No Port match for: c4e962dc-fdc4-46f8-9ae6-66f6ecc91696 {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:15:06.109134 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device c4e962dc-fdc4-46f8-9ae6-66f6ecc91696 not bound to the agent host dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:15:06.112944 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=5401b529-9099-49b2-bba2-84b67d578439,revision_number=7']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:06.117277 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:06.218943 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-573da9cb-7dee-4122-8c51-2db27f0399f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-413628'] for router_gateway, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:06.363780 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-36c92a1f-f65a-4224-8b23-bc900c8cfd71 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:06.684221 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-573da9cb-7dee-4122-8c51-2db27f0399f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854362819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14895'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:06.687396 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-573da9cb-7dee-4122-8c51-2db27f0399f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:06.757262 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa3bc3-4b32-475c-8f5d-c9e6e25831c3 req-69f34692-5292-4518-958f-d1b19d8a5c15 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:06.766071 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dffa3bc3-4b32-475c-8f5d-c9e6e25831c3 req-69f34692-5292-4518-958f-d1b19d8a5c15 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6574fd-f26b-4f07-8a81-6ebace453949 HTTP/1.1" status: 200  len: 945 time: 0.3801932
Apr 02 18:15:06.984525 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-36c92a1f-f65a-4224-8b23-bc900c8cfd71 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks [] for port, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:07.024625 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-36c92a1f-f65a-4224-8b23-bc900c8cfd71 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:07.047782 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-0463bea1-322b-4360-9a0e-4b485aae58b2 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:07.240194 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dffa3bc3-4b32-475c-8f5d-c9e6e25831c3 req-09b1e73b-96c3-413f-8c54-58836b6558df tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4651465
Apr 02 18:15:07.439914 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-573da9cb-7dee-4122-8c51-2db27f0399f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854362745'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:07.441245 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573da9cb-7dee-4122-8c51-2db27f0399f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cda0477-94c7-44f1-87a8-7f56a6a39d38 {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 02 18:15:07.540881 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c74ab-5fea-4d96-a10c-542d22cf4b95 req-85b17d54-723c-4ea3-95f8-52c57c1348e5 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:07.550854 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ad0c74ab-5fea-4d96-a10c-542d22cf4b95 req-85b17d54-723c-4ea3-95f8-52c57c1348e5 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 945 time: 0.2471068
Apr 02 18:15:07.553974 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-573da9cb-7dee-4122-8c51-2db27f0399f4 admin admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:07.564503 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-573da9cb-7dee-4122-8c51-2db27f0399f4 admin admin] 10.222.0.10 "DELETE /v2.0/routers/5cda0477-94c7-44f1-87a8-7f56a6a39d38 HTTP/1.1" status: 204  len: 168 time: 3.9631157
Apr 02 18:15:07.566286 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 40344) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:07.697718 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c92a1f-f65a-4224-8b23-bc900c8cfd71 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Pushing event updated for resources: {'Port': ['ID=3428de8f-f170-4015-a795-f3de323f429a,revision_number=2']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:07.704543 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-36c92a1f-f65a-4224-8b23-bc900c8cfd71 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:07.729092 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-36c92a1f-f65a-4224-8b23-bc900c8cfd71 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854362165'] for floatingip, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:07.741300 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_v2 [None req-82271e98-5884-457e-8375-5f9367be83c9 admin admin] Deleting subnet e424265f-054f-4091-8e6d-5b2cbdc6da6a {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:15:07.794245 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-82271e98-5884-457e-8375-5f9367be83c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:07.881988 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ad0c74ab-5fea-4d96-a10c-542d22cf4b95 req-ed86db2b-c4db-4566-8456-1caec0f66e2d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3300486
Apr 02 18:15:07.962151 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-82271e98-5884-457e-8375-5f9367be83c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851687203'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:08.066655 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-82271e98-5884-457e-8375-5f9367be83c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1495'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:08.198455 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.l3_db [None req-36c92a1f-f65a-4224-8b23-bc900c8cfd71 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Floating IP 8581755b-d632-4b75-ad59-fcd4feb510ce associated. External IP: 172.27.2.239, port: a17bb0af-4ca7-4d34-bb3f-5f0b6828c912.
Apr 02 18:15:09.092794 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5161d28-7528-4501-b24a-29b7c29d55aa req-0d096563-2fd8-4b11-a8bc-55a208434617 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:09.094571 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f5161d28-7528-4501-b24a-29b7c29d55aa req-0d096563-2fd8-4b11-a8bc-55a208434617 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6574fd-f26b-4f07-8a81-6ebace453949 HTTP/1.1" status: 200  len: 945 time: 0.5167294
Apr 02 18:15:09.204523 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f5161d28-7528-4501-b24a-29b7c29d55aa req-fb7e8d85-f4ee-4dfc-b37e-502afd64e826 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923591
Apr 02 18:15:09.253182 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-82271e98-5884-457e-8375-5f9367be83c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2953638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573713'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:09.279148 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-eeb3057c-5c9f-4e6d-a9ee-d78d2ca69d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:09.372882 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:09.479810 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f6dae-e69b-4518-9f20-66d9ec2b29d3 req-eab65c32-9cd2-4969-bffc-f60092c21ac3 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:09.481139 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-717f6dae-e69b-4518-9f20-66d9ec2b29d3 req-eab65c32-9cd2-4969-bffc-f60092c21ac3 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Synchronizing usage tracker for tenant:469aa9b529694baa91a42fa0eae6e868 on resource:port {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:15:09.571843 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82271e98-5884-457e-8375-5f9367be83c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e424265f-054f-4091-8e6d-5b2cbdc6da6a,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:09.595130 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-82271e98-5884-457e-8375-5f9367be83c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:09.680017 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c92a1f-f65a-4224-8b23-bc900c8cfd71 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Router 0f0b6b7e-ed68-4c4a-9181-610055a48348 has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:15:09.700075 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-717f6dae-e69b-4518-9f20-66d9ec2b29d3 req-eab65c32-9cd2-4969-bffc-f60092c21ac3 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Unset dirty status for tenant:469aa9b529694baa91a42fa0eae6e868 on resource:port {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:15:09.708317 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-717f6dae-e69b-4518-9f20-66d9ec2b29d3 req-eab65c32-9cd2-4969-bffc-f60092c21ac3 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed6574fd-f26b-4f07-8a81-6ebace453949 HTTP/1.1" status: 200  len: 945 time: 1.7044938
Apr 02 18:15:09.842444 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-82271e98-5884-457e-8375-5f9367be83c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:09.854870 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-82271e98-5884-457e-8375-5f9367be83c9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e424265f-054f-4091-8e6d-5b2cbdc6da6a HTTP/1.1" status: 204  len: 168 time: 2.2826326
Apr 02 18:15:09.855975 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 40360) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:10.144735 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4e958-4ea6-4f37-87e3-7918b6234701 req-8dcd403a-d3c4-4567-839b-8d74a10dfcc6 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:10.144735 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9ec4e958-4ea6-4f37-87e3-7918b6234701 req-8dcd403a-d3c4-4567-839b-8d74a10dfcc6 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 945 time: 0.5654919
Apr 02 18:15:10.201796 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bef6c-232d-428b-9db2-1380f4e15e0d req-d7fdbf5d-7281-4696-b50c-f0f523096b02 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:10.208982 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-774bef6c-232d-428b-9db2-1380f4e15e0d req-d7fdbf5d-7281-4696-b50c-f0f523096b02 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 945 time: 0.7511365
Apr 02 18:15:10.238044 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c92a1f-f65a-4224-8b23-bc900c8cfd71 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:15:10.247956 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bd6c0d-77ff-4769-9cf9-a1f8b473661a None None] Sync routers for ids ['0f0b6b7e-ed68-4c4a-9181-610055a48348'] in dv-cinder-784603-1-iscsi {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:15:10.274575 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bd6c0d-77ff-4769-9cf9-a1f8b473661a None None] Routers {'0f0b6b7e-ed68-4c4a-9181-610055a48348'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:15:10.275856 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-11bd6c0d-77ff-4769-9cf9-a1f8b473661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f109236d8>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:14:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['0f0b6b7e-ed68-4c4a-9181-610055a48348'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:15:10.325447 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-717f6dae-e69b-4518-9f20-66d9ec2b29d3 req-02e522e6-0a1a-43d0-98fa-c1bc34884b2b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Deleting port 61330e1f-49c0-468b-b35c-52cfa3736c14 {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:15:10.330197 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-717f6dae-e69b-4518-9f20-66d9ec2b29d3 req-02e522e6-0a1a-43d0-98fa-c1bc34884b2b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:10.420941 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9ec4e958-4ea6-4f37-87e3-7918b6234701 req-a19f5197-12fb-47a8-86bd-f514324a0acb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3449960
Apr 02 18:15:10.437971 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 40366) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:10.504775 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-60cd507a-0e1b-452e-a992-2fc278c6bc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-37997'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:10.557730 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-11bd6c0d-77ff-4769-9cf9-a1f8b473661a None None] Set router 0f0b6b7e-ed68-4c4a-9181-610055a48348 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:15:10.608271 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-774bef6c-232d-428b-9db2-1380f4e15e0d req-76689eb7-a351-46f0-9688-9f5ea43d5363 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3522601
Apr 02 18:15:10.659090 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-36c92a1f-f65a-4224-8b23-bc900c8cfd71 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for floatingip, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:10.722891 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-36c92a1f-f65a-4224-8b23-bc900c8cfd71 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 7.1491678
Apr 02 18:15:10.726394 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42fa606c-55ec-4526-a11a-e18e4fdfda12', 'tag': 'a17bb0af-4ca7-4d34-bb3f-5f0b6828c912'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:15:10.841211 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42fa606c-55ec-4526-a11a-e18e4fdfda12', 'tag': 'a17bb0af-4ca7-4d34-bb3f-5f0b6828c912', 'status': 'completed', 'code': 200}
Apr 02 18:15:11.136106 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-60cd507a-0e1b-452e-a992-2fc278c6bc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854513834', 'neutron.services.segments.db._delete_segments_for_network--9223363296845448257'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:11.147189 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-11bd6c0d-77ff-4769-9cf9-a1f8b473661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f109236d8>, [{'id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'name': 'tempest-TestShelveInstance-53224554-router', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '7171605c-7648-4b9f-ba08-5ffc2f975308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:28Z', 'updated_at': '2021-04-02T18:13:41Z', 'revision_number': 4, 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'gw_port': {'id': '7171605c-7648-4b9f-ba08-5ffc2f975308', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:31Z', 'updated_at': '2021-04-02T18:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_floatingips': [{'id': '8581755b-d632-4b75-ad59-fcd4feb510ce', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'port_id': 'a17bb0af-4ca7-4d34-bb3f-5f0b6828c912', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a21418c-aaad-48d6-9830-9120a44bedf1', 'mac_address': 'fa:16:3e:3c:1c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fa606c-55ec-4526-a11a-e18e4fdfda12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:15:05Z', 'updated_at': '2021-04-02T18:15:05Z', 'revision_number': 0, 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece78a3d-f561-42a9-bc1b-bfcb0e9a2533', 'name': '', 'network_id': '2a21418c-aaad-48d6-9830-9120a44bedf1', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'mac_address': 'fa:16:3e:6d:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '26e14621-5573-4d8e-8c6f-261d8c7450e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:38Z', 'updated_at': '2021-04-02T18:13:54Z', 'revision_number': 5, 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'subnets': [{'id': '26e14621-5573-4d8e-8c6f-261d8c7450e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:15:11.165435 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bd6c0d-77ff-4769-9cf9-a1f8b473661a None None] Checking router: 0f0b6b7e-ed68-4c4a-9181-610055a48348 for host: dv-cinder-784603-1-iscsi {{(pid=84392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:15:11.178259 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-717f6dae-e69b-4518-9f20-66d9ec2b29d3 req-02e522e6-0a1a-43d0-98fa-c1bc34884b2b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] For port 61330e1f-49c0-468b-b35c-52cfa3736c14, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=61330e1f-49c0-468b-b35c-52cfa3736c14,segment=NetworkSegment(ed805b0c-f3b6-4176-8c71-1ed496648d92),segment_id=ed805b0c-f3b6-4176-8c71-1ed496648d92)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:15:11.178691 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-717f6dae-e69b-4518-9f20-66d9ec2b29d3 req-02e522e6-0a1a-43d0-98fa-c1bc34884b2b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:11.184271 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bd6c0d-77ff-4769-9cf9-a1f8b473661a None None] Routers {'0f0b6b7e-ed68-4c4a-9181-610055a48348'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:15:11.184952 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-11bd6c0d-77ff-4769-9cf9-a1f8b473661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f109236d8>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:14:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['0f0b6b7e-ed68-4c4a-9181-610055a48348'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:15:11.188729 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e416f2-c108-449d-8c3c-4739be5cae2b req-89a3d4b8-fd22-4305-a202-f6d67a999648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:11.190533 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e7e416f2-c108-449d-8c3c-4739be5cae2b req-89a3d4b8-fd22-4305-a202-f6d67a999648 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bebbc6521cac473683ce0fe4a0a55d65&device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 1098 time: 0.3035257
Apr 02 18:15:11.351187 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b54be-0587-4b0a-9240-43aed9fd3a9d req-77ddc4f4-d771-4b6d-97a9-fddd8e487767 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:11.359522 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9c9b54be-0587-4b0a-9240-43aed9fd3a9d req-77ddc4f4-d771-4b6d-97a9-fddd8e487767 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6574fd-f26b-4f07-8a81-6ebace453949 HTTP/1.1" status: 200  len: 945 time: 0.6896765
Apr 02 18:15:11.387651 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49268958-7d1f-480e-a36b-cc8af33dced5 tempest-TestMinimumBasicScenario-1759609931 tempest-TestMinimumBasicScenario-1759609931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:11.388415 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-49268958-7d1f-480e-a36b-cc8af33dced5 tempest-TestMinimumBasicScenario-1759609931 tempest-TestMinimumBasicScenario-1759609931-project-admin] Synchronizing usage tracker for tenant:10dc3225e9fb4f9c8119675aecd84fc9 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:15:11.424999 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-60cd507a-0e1b-452e-a992-2fc278c6bc2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2f10ae5908>,) {'filters': {'network_id': ['1fdcddea-b2b5-4b14-98c1-e98bd8f88785']}} {{(pid=84391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:15:11.431124 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-717f6dae-e69b-4518-9f20-66d9ec2b29d3 req-02e522e6-0a1a-43d0-98fa-c1bc34884b2b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Calling delete_port for 61330e1f-49c0-468b-b35c-52cfa3736c14 owned by compute:nova {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:15:11.449820 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-60cd507a-0e1b-452e-a992-2fc278c6bc2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f10ae5908>, 'ee491d66-22ae-40ef-b3bc-321c2a2d81af') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:15:11.450158 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-60cd507a-0e1b-452e-a992-2fc278c6bc2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f10ae5908>, 'ee491d66-22ae-40ef-b3bc-321c2a2d81af') {} {{(pid=84391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:15:11.466553 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-49268958-7d1f-480e-a36b-cc8af33dced5 tempest-TestMinimumBasicScenario-1759609931 tempest-TestMinimumBasicScenario-1759609931-project-admin] Unset dirty status for tenant:10dc3225e9fb4f9c8119675aecd84fc9 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:15:11.470792 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-49268958-7d1f-480e-a36b-cc8af33dced5 tempest-TestMinimumBasicScenario-1759609931 tempest-TestMinimumBasicScenario-1759609931-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 1093 time: 1.0144210
Apr 02 18:15:11.473802 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-60cd507a-0e1b-452e-a992-2fc278c6bc2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740009327441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3088596'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:11.481767 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-11bd6c0d-77ff-4769-9cf9-a1f8b473661a None None] Set router 0f0b6b7e-ed68-4c4a-9181-610055a48348 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:15:11.481904 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 40382) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:11.489284 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-7a1ebef2-d9f6-4f0f-b541-528de8428546 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Request body: {'floatingip': {'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'port_id': '674eea1f-ef49-4cae-8bcd-2a36848a945b', 'tenant_id': '456d975739e04659be41d35506548735', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:15:11.497982 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-7a1ebef2-d9f6-4f0f-b541-528de8428546 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:11.502142 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-7a1ebef2-d9f6-4f0f-b541-528de8428546 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Usage tracker for resource:floatingip and tenant:456d975739e04659be41d35506548735 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:11.505265 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-7a1ebef2-d9f6-4f0f-b541-528de8428546 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:11.511594 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-7a1ebef2-d9f6-4f0f-b541-528de8428546 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:11.535414 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9c9b54be-0587-4b0a-9240-43aed9fd3a9d req-5b6286ca-a5ff-484a-a12c-1ac400b9d738 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1746902
Apr 02 18:15:11.557515 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7a1ebef2-d9f6-4f0f-b541-528de8428546 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for floatingip, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:11.611419 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-60cd507a-0e1b-452e-a992-2fc278c6bc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:11.770951 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e416f2-c108-449d-8c3c-4739be5cae2b req-acae91d1-711e-4790-855f-859f4ad13af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:11.776541 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e7e416f2-c108-449d-8c3c-4739be5cae2b req-acae91d1-711e-4790-855f-859f4ad13af2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2a21418c-aaad-48d6-9830-9120a44bedf1 HTTP/1.1" status: 200  len: 907 time: 0.5777397
Apr 02 18:15:11.817704 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60cd507a-0e1b-452e-a992-2fc278c6bc2b admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:15:12.180105 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 61330e1f-49c0-468b-b35c-52cfa3736c14 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:15:12.235097 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e7e416f2-c108-449d-8c3c-4739be5cae2b req-4d10b663-4e9c-41bb-a05d-2f35e6699d60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 HTTP/1.1" status: 200  len: 999 time: 0.4460499
Apr 02 18:15:12.314533 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-60cd507a-0e1b-452e-a992-2fc278c6bc2b admin admin] Network 1fdcddea-b2b5-4b14-98c1-e98bd8f88785 has no segments {{(pid=84391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:15:12.331981 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-60cd507a-0e1b-452e-a992-2fc278c6bc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854517445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2953485'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:12.401056 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e416f2-c108-449d-8c3c-4739be5cae2b req-dccc7806-4305-469d-a081-ac1f1b37b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:12.403334 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e7e416f2-c108-449d-8c3c-4739be5cae2b req-dccc7806-4305-469d-a081-ac1f1b37b9fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26e14621-5573-4d8e-8c6f-261d8c7450e8 HTTP/1.1" status: 200  len: 846 time: 0.1598043
Apr 02 18:15:12.404883 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-717f6dae-e69b-4518-9f20-66d9ec2b29d3 req-02e522e6-0a1a-43d0-98fa-c1bc34884b2b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:12.410065 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] No active binding found for port 61330e1f-49c0-468b-b35c-52cfa3736c14 {{(pid=84392) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}}
Apr 02 18:15:12.415756 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 61330e1f-49c0-468b-b35c-52cfa3736c14 not bound to the agent host hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:15:12.419771 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['56ab80a2-d47b-476b-84f0-88dd9c8fc122', '212ca02c-96e3-4426-a7f9-2294670cf53b'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:15:12.423614 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d897bfc-f682-4854-bbe7-dde12b37a824 req-5fd3c42b-583c-494a-b0e2-a70a3929640b tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:12.432840 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0d897bfc-f682-4854-bbe7-dde12b37a824 req-5fd3c42b-583c-494a-b0e2-a70a3929640b tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 945 time: 0.4487643
Apr 02 18:15:12.503518 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0d897bfc-f682-4854-bbe7-dde12b37a824 req-e3e39386-df38-48c1-a2ea-30043adf68c7 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643728
Apr 02 18:15:12.585426 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-88034d43-ba68-4cca-af1c-bb468b709b97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:12.703200 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-11bd6c0d-77ff-4769-9cf9-a1f8b473661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f109236d8>, [{'id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'name': 'tempest-TestShelveInstance-53224554-router', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '7171605c-7648-4b9f-ba08-5ffc2f975308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:28Z', 'updated_at': '2021-04-02T18:13:41Z', 'revision_number': 4, 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'gw_port': {'id': '7171605c-7648-4b9f-ba08-5ffc2f975308', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:31Z', 'updated_at': '2021-04-02T18:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_floatingips': [{'id': '8581755b-d632-4b75-ad59-fcd4feb510ce', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'port_id': 'a17bb0af-4ca7-4d34-bb3f-5f0b6828c912', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a21418c-aaad-48d6-9830-9120a44bedf1', 'mac_address': 'fa:16:3e:3c:1c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fa606c-55ec-4526-a11a-e18e4fdfda12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:15:05Z', 'updated_at': '2021-04-02T18:15:05Z', 'revision_number': 0, 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece78a3d-f561-42a9-bc1b-bfcb0e9a2533', 'name': '', 'network_id': '2a21418c-aaad-48d6-9830-9120a44bedf1', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'mac_address': 'fa:16:3e:6d:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '26e14621-5573-4d8e-8c6f-261d8c7450e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:38Z', 'updated_at': '2021-04-02T18:13:54Z', 'revision_number': 5, 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'subnets': [{'id': '26e14621-5573-4d8e-8c6f-261d8c7450e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:15:12.709680 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e522e6-0a1a-43d0-98fa-c1bc34884b2b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Pushing event deleted for resources: {'Port': ['ID=61330e1f-49c0-468b-b35c-52cfa3736c14,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:12.723314 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-02e522e6-0a1a-43d0-98fa-c1bc34884b2b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:12.757591 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bd6c0d-77ff-4769-9cf9-a1f8b473661a None None] The sync data for ids ['0f0b6b7e-ed68-4c4a-9181-610055a48348'] in dv-cinder-784603-1-iscsi is: [{'id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'name': 'tempest-TestShelveInstance-53224554-router', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '7171605c-7648-4b9f-ba08-5ffc2f975308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:28Z', 'updated_at': '2021-04-02T18:13:41Z', 'revision_number': 4, 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'gw_port': {'id': '7171605c-7648-4b9f-ba08-5ffc2f975308', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:31Z', 'updated_at': '2021-04-02T18:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_floatingips': [{'id': '8581755b-d632-4b75-ad59-fcd4feb510ce', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'port_id': 'a17bb0af-4ca7-4d34-bb3f-5f0b6828c912', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a21418c-aaad-48d6-9830-9120a44bedf1', 'mac_address': 'fa:16:3e:3c:1c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42fa606c-55ec-4526-a11a-e18e4fdfda12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:15:05Z', 'updated_at': '2021-04-02T18:15:05Z', 'revision_number': 0, 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece78a3d-f561-42a9-bc1b-bfcb0e9a2533', 'name': '', 'network_id': '2a21418c-aaad-48d6-9830-9120a44bedf1', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'mac_address': 'fa:16:3e:6d:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '26e14621-5573-4d8e-8c6f-261d8c7450e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:38Z', 'updated_at': '2021-04-02T18:13:54Z', 'revision_number': 5, 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'subnets': [{'id': '26e14621-5573-4d8e-8c6f-261d8c7450e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:15:12.843616 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7a1ebef2-d9f6-4f0f-b541-528de8428546 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:12.892060 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-60cd507a-0e1b-452e-a992-2fc278c6bc2b admin admin] Network 1fdcddea-b2b5-4b14-98c1-e98bd8f88785 has no segments {{(pid=84391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:15:12.908701 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-717f6dae-e69b-4518-9f20-66d9ec2b29d3 req-02e522e6-0a1a-43d0-98fa-c1bc34884b2b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] No DVR routers for this DVR port 61330e1f-49c0-468b-b35c-52cfa3736c14 on host hv-cinder-78460 {{(pid=84390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:15:12.917387 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-717f6dae-e69b-4518-9f20-66d9ec2b29d3 req-02e522e6-0a1a-43d0-98fa-c1bc34884b2b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:12.950690 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6574fd-f26b-4f07-8a81-6ebace453949', 'name': 'network-vif-deleted', 'tag': '61330e1f-49c0-468b-b35c-52cfa3736c14'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:15:12.993270 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-717f6dae-e69b-4518-9f20-66d9ec2b29d3 req-02e522e6-0a1a-43d0-98fa-c1bc34884b2b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.15 "DELETE /v2.0/ports/61330e1f-49c0-468b-b35c-52cfa3736c14 HTTP/1.1" status: 204  len: 173 time: 3.1148016
Apr 02 18:15:12.995588 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e416f2-c108-449d-8c3c-4739be5cae2b req-6035b543-4866-4a74-a163-a493446136b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:13.004976 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e7e416f2-c108-449d-8c3c-4739be5cae2b req-6035b543-4866-4a74-a163-a493446136b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a21418c-aaad-48d6-9830-9120a44bedf1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3724802
Apr 02 18:15:13.104681 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6574fd-f26b-4f07-8a81-6ebace453949', 'name': 'network-vif-deleted', 'tag': '61330e1f-49c0-468b-b35c-52cfa3736c14', 'status': 'completed', 'code': 200}
Apr 02 18:15:13.414822 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2247607d-3ea7-4d24-a3fa-afc336ca08e2 None None] New status for floating IP 8581755b-d632-4b75-ad59-fcd4feb510ce: ACTIVE {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]: Traceback (most recent call last):
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]:     timer()
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]:     cb(*args, **kw)
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]:     return func(*args, **kwargs)
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]:     self._notify()
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]:     self.callback(batched_events)
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]:     event.method(event)
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]:     segment_id)['aggregates'][0]
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]:     return f(self, *a, **k)
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self._get(url).json()
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]:     **kwargs)
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]:     **endpoint_filter)
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:15:13.705141 dv-cinder-784603-1-iscsi neutron-server[84275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:15:14.098227 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e7e416f2-c108-449d-8c3c-4739be5cae2b req-ae6c7135-8f0a-4433-8597-a8de1d326d8c service neutron] 10.222.0.15 "GET /v2.0/networks/2a21418c-aaad-48d6-9830-9120a44bedf1?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0807660
Apr 02 18:15:14.238043 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-7a1ebef2-d9f6-4f0f-b541-528de8428546 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Allocated IP 172.27.2.207 (42dddd6f-9dd9-47ad-90cc-d42a9f8f1223/91c6c6e9-4506-41a9-9628-98cc28823f44/a1e84d5d-437d-4059-8e48-06b97586d4a4) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:15:14.361061 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e7e416f2-c108-449d-8c3c-4739be5cae2b req-dc4a9193-c6ca-4ffe-9f30-b976da8cd512 service neutron] 10.222.0.15 "GET /v2.0/networks/2a21418c-aaad-48d6-9830-9120a44bedf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2535615
Apr 02 18:15:14.508137 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7a1ebef2-d9f6-4f0f-b541-528de8428546 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:14.568668 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3a100bde-5827-4c82-92d0-b81359c1597e req-739e8efd-d9f9-44f7-8796-b1de2e4874bc tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed6574fd-f26b-4f07-8a81-6ebace453949 HTTP/1.1" status: 200  len: 210 time: 1.7206888
Apr 02 18:15:14.568668 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-60cd507a-0e1b-452e-a992-2fc278c6bc2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-261967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854362150'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:14.581112 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-9faee097-9feb-4116-a5a7-7f0dceaaacc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:14.607342 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-60cd507a-0e1b-452e-a992-2fc278c6bc2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:14.624489 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7a1ebef2-d9f6-4f0f-b541-528de8428546 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851822213'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:14.807778 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd507a-0e1b-452e-a992-2fc278c6bc2b admin admin] Pushing event deleted for resources: {'Network': ['ID=1fdcddea-b2b5-4b14-98c1-e98bd8f88785,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:14.830325 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-60cd507a-0e1b-452e-a992-2fc278c6bc2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:14.845117 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1ebef2-d9f6-4f0f-b541-528de8428546 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:15:14.846442 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:14.896410 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-7a1ebef2-d9f6-4f0f-b541-528de8428546 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Resources bound (agent type, host, resource id):  {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:15:14.906345 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1ebef2-d9f6-4f0f-b541-528de8428546 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:15:14.956070 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-60cd507a-0e1b-452e-a992-2fc278c6bc2b admin admin] 10.222.0.10 "DELETE /v2.0/networks/1fdcddea-b2b5-4b14-98c1-e98bd8f88785 HTTP/1.1" status: 204  len: 168 time: 5.0766356
Apr 02 18:15:14.976063 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c83074-b72f-41d2-bcb3-8c90ea3cac0b req-9526afcc-8f8b-4cf6-9e1d-99b93357fd02 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:14.984928 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-20c83074-b72f-41d2-bcb3-8c90ea3cac0b req-9526afcc-8f8b-4cf6-9e1d-99b93357fd02 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 945 time: 1.0690117
Apr 02 18:15:15.066836 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-20c83074-b72f-41d2-bcb3-8c90ea3cac0b req-ea4acb6a-d3cf-4e87-a240-b02197805922 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781758
Apr 02 18:15:15.114495 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ebef2-d9f6-4f0f-b541-528de8428546 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Pushing event updated for resources: {'Port': ['ID=a1e84d5d-437d-4059-8e48-06b97586d4a4,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:15.119410 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7a1ebef2-d9f6-4f0f-b541-528de8428546 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:16.015283 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7a1ebef2-d9f6-4f0f-b541-528de8428546 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:16.098548 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 40402) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:16.203810 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-177a878f-24d0-4d0d-aa83-3ed465849347 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=159f37d0eaf249a6b846671eb3cc125d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1038113
Apr 02 18:15:16.207793 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 40410) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:16.283725 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7a1ebef2-d9f6-4f0f-b541-528de8428546 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:16.344176 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-888029ab-9f2e-48e0-bb3f-a9dd153052ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:16.376651 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-888029ab-9f2e-48e0-bb3f-a9dd153052ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:16.462813 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be6783-138c-4263-adcd-56877180f2f5 req-12bd710b-e3a7-4872-aac7-e62c7d17da84 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:16.464353 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-18be6783-138c-4263-adcd-56877180f2f5 req-12bd710b-e3a7-4872-aac7-e62c7d17da84 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 945 time: 0.2416456
Apr 02 18:15:16.470074 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-888029ab-9f2e-48e0-bb3f-a9dd153052ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:16.480684 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-805d057f-38e6-41cb-91d7-7246be901155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:16.496016 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888029ab-9f2e-48e0-bb3f-a9dd153052ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f61aeb-d632-41c2-8ff9-ec06d3f7914a,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:16.499034 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-888029ab-9f2e-48e0-bb3f-a9dd153052ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:16.538381 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-888029ab-9f2e-48e0-bb3f-a9dd153052ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:16.540034 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-888029ab-9f2e-48e0-bb3f-a9dd153052ff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a2f61aeb-d632-41c2-8ff9-ec06d3f7914a HTTP/1.1" status: 204  len: 168 time: 0.3321557
Apr 02 18:15:16.701935 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-18be6783-138c-4263-adcd-56877180f2f5 req-62fb1bbe-ed35-493d-9d59-436c7e2b86ca tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2149210
Apr 02 18:15:16.795000 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e3536-8808-4b7a-af99-b0591ca1ba3a req-98205987-6d7b-4a6a-8185-8a7c84a8f531 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:16.796715 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-077e3536-8808-4b7a-af99-b0591ca1ba3a req-98205987-6d7b-4a6a-8185-8a7c84a8f531 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=5565577f-0a2b-4727-abed-a9a9ae2b3818 HTTP/1.1" status: 200  len: 946 time: 0.3294680
Apr 02 18:15:16.873056 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7a1ebef2-d9f6-4f0f-b541-528de8428546 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:16.904602 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-077e3536-8808-4b7a-af99-b0591ca1ba3a req-8e34ee83-65e3-4496-91c6-be85ff0e91d2 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890121
Apr 02 18:15:16.940663 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7a1ebef2-d9f6-4f0f-b541-528de8428546 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2953587'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:16.965894 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-56d40470-1f86-4238-b8df-92a378104b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:17.237275 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ebef2-d9f6-4f0f-b541-528de8428546 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Pushing event updated for resources: {'Port': ['ID=a1e84d5d-437d-4059-8e48-06b97586d4a4,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:17.242349 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7a1ebef2-d9f6-4f0f-b541-528de8428546 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:17.421504 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7a1ebef2-d9f6-4f0f-b541-528de8428546 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854362165'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:17.729106 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.l3_db [None req-7a1ebef2-d9f6-4f0f-b541-528de8428546 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Floating IP 6b76c6f8-bb99-4171-9ede-5c2d73ae29f6 associated. External IP: 172.27.2.207, port: 674eea1f-ef49-4cae-8bcd-2a36848a945b.
Apr 02 18:15:18.193420 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46d288-6414-49e2-a179-0c7e47d51b5a req-9c739001-c454-4594-ad00-37ae739740a9 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:18.194284 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-8a46d288-6414-49e2-a179-0c7e47d51b5a req-9c739001-c454-4594-ad00-37ae739740a9 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Synchronizing usage tracker for tenant:469aa9b529694baa91a42fa0eae6e868 on resource:port {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:15:18.252875 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-8a46d288-6414-49e2-a179-0c7e47d51b5a req-9c739001-c454-4594-ad00-37ae739740a9 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Unset dirty status for tenant:469aa9b529694baa91a42fa0eae6e868 on resource:port {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:15:18.254166 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8a46d288-6414-49e2-a179-0c7e47d51b5a req-9c739001-c454-4594-ad00-37ae739740a9 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.15 "GET /v2.0/ports?device_id=5565577f-0a2b-4727-abed-a9a9ae2b3818 HTTP/1.1" status: 200  len: 946 time: 0.2724686
Apr 02 18:15:18.340261 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-8a46d288-6414-49e2-a179-0c7e47d51b5a req-6983503c-b65a-4788-be5c-c7532838beaf tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Deleting port 212ca02c-96e3-4426-a7f9-2294670cf53b {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:15:18.340649 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-8a46d288-6414-49e2-a179-0c7e47d51b5a req-6983503c-b65a-4788-be5c-c7532838beaf tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:18.553702 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a4164-a133-4ca7-a29d-06d28b389c09 req-aaa14377-26b9-4c3f-8e6e-dfeadcf45a9c tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:18.556055 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4e8a4164-a133-4ca7-a29d-06d28b389c09 req-aaa14377-26b9-4c3f-8e6e-dfeadcf45a9c tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 945 time: 0.2969542
Apr 02 18:15:18.603031 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4ef36-e968-4f25-8c59-cd0435065e69 req-7543752a-bd57-4b97-bf69-dc9048425155 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:18.610673 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c6c4ef36-e968-4f25-8c59-cd0435065e69 req-7543752a-bd57-4b97-bf69-dc9048425155 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=5565577f-0a2b-4727-abed-a9a9ae2b3818 HTTP/1.1" status: 200  len: 946 time: 0.3533087
Apr 02 18:15:18.659500 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-8a46d288-6414-49e2-a179-0c7e47d51b5a req-6983503c-b65a-4788-be5c-c7532838beaf tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] For port 212ca02c-96e3-4426-a7f9-2294670cf53b, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=212ca02c-96e3-4426-a7f9-2294670cf53b,segment=NetworkSegment(ed805b0c-f3b6-4176-8c71-1ed496648d92),segment_id=ed805b0c-f3b6-4176-8c71-1ed496648d92)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:15:18.659902 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-8a46d288-6414-49e2-a179-0c7e47d51b5a req-6983503c-b65a-4788-be5c-c7532838beaf tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:18.807000 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-8a46d288-6414-49e2-a179-0c7e47d51b5a req-6983503c-b65a-4788-be5c-c7532838beaf tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Calling delete_port for 212ca02c-96e3-4426-a7f9-2294670cf53b owned by compute:nova {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:15:18.848924 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c6c4ef36-e968-4f25-8c59-cd0435065e69 req-f47a9113-d2d5-4102-94c3-870ee7de1578 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2372425
Apr 02 18:15:18.861071 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4e8a4164-a133-4ca7-a29d-06d28b389c09 req-0c37526c-cb8c-4881-a1ca-488d1a4493f6 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2966039
Apr 02 18:15:18.946429 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1ebef2-d9f6-4f0f-b541-528de8428546 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Router 5c49e9b2-067f-4374-bf84-a7ae5c2be55a has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:15:19.122319 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-8a46d288-6414-49e2-a179-0c7e47d51b5a req-6983503c-b65a-4788-be5c-c7532838beaf tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:19.135141 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['56ab80a2-d47b-476b-84f0-88dd9c8fc122', '212ca02c-96e3-4426-a7f9-2294670cf53b'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:15:19.143030 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-748dbf90-7321-4b70-81ee-24dc4a18fc8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:19.209575 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983503c-b65a-4788-be5c-c7532838beaf tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Pushing event deleted for resources: {'Port': ['ID=212ca02c-96e3-4426-a7f9-2294670cf53b,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:19.222961 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:15:19.288406 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983503c-b65a-4788-be5c-c7532838beaf tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:19.288901 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983503c-b65a-4788-be5c-c7532838beaf tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:19.289273 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983503c-b65a-4788-be5c-c7532838beaf tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:19.289675 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983503c-b65a-4788-be5c-c7532838beaf tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:19.290068 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983503c-b65a-4788-be5c-c7532838beaf tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:19.290505 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983503c-b65a-4788-be5c-c7532838beaf tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:19.291378 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983503c-b65a-4788-be5c-c7532838beaf tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:19.291797 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983503c-b65a-4788-be5c-c7532838beaf tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:19.292202 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983503c-b65a-4788-be5c-c7532838beaf tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:19.292597 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983503c-b65a-4788-be5c-c7532838beaf tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:19.292986 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983503c-b65a-4788-be5c-c7532838beaf tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:19.293737 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6983503c-b65a-4788-be5c-c7532838beaf tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:19.312635 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-6983503c-b65a-4788-be5c-c7532838beaf tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:19.343969 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1ebef2-d9f6-4f0f-b541-528de8428546 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:15:19.378012 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe76f6a4-09ab-476a-b95b-e660f9b241dd None None] Sync routers for ids ['5c49e9b2-067f-4374-bf84-a7ae5c2be55a'] in dv-cinder-784603-1-iscsi {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:15:19.392876 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe76f6a4-09ab-476a-b95b-e660f9b241dd None None] Routers {'5c49e9b2-067f-4374-bf84-a7ae5c2be55a'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:15:19.393702 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-fe76f6a4-09ab-476a-b95b-e660f9b241dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f108f7278>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:14:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['5c49e9b2-067f-4374-bf84-a7ae5c2be55a'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:15:19.396354 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7a1ebef2-d9f6-4f0f-b541-528de8428546 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:19.511046 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-7a1ebef2-d9f6-4f0f-b541-528de8428546 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 8.0262616
Apr 02 18:15:19.512188 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39704908-657c-4c1d-a324-c517927e7042', 'tag': '674eea1f-ef49-4cae-8bcd-2a36848a945b'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:15:19.518883 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 40482) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:19.525915 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-8ddba46c-dbec-404c-95f9-cc13b8da0ddb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1003120887', 'description': 'tempest-secgroup-smoke-1003120887 description', 'project_id': '456d975739e04659be41d35506548735'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:15:19.534216 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-8ddba46c-dbec-404c-95f9-cc13b8da0ddb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:19.552803 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-8ddba46c-dbec-404c-95f9-cc13b8da0ddb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:19.597729 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a46d288-6414-49e2-a179-0c7e47d51b5a req-6983503c-b65a-4788-be5c-c7532838beaf tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] No DVR routers for this DVR port 212ca02c-96e3-4426-a7f9-2294670cf53b on host hv-cinder-78460 {{(pid=84390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:15:19.612431 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8ddba46c-dbec-404c-95f9-cc13b8da0ddb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:19.620441 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-8a46d288-6414-49e2-a179-0c7e47d51b5a req-6983503c-b65a-4788-be5c-c7532838beaf tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:19.626247 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5565577f-0a2b-4727-abed-a9a9ae2b3818', 'name': 'network-vif-deleted', 'tag': '212ca02c-96e3-4426-a7f9-2294670cf53b'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:15:19.643328 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39704908-657c-4c1d-a324-c517927e7042', 'tag': '674eea1f-ef49-4cae-8bcd-2a36848a945b', 'status': 'completed', 'code': 200}
Apr 02 18:15:19.670188 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-8ddba46c-dbec-404c-95f9-cc13b8da0ddb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:19.674893 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-8ddba46c-dbec-404c-95f9-cc13b8da0ddb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Usage tracker for resource:security_group_rule and tenant:456d975739e04659be41d35506548735 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:19.678042 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-8ddba46c-dbec-404c-95f9-cc13b8da0ddb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:19.685625 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-8ddba46c-dbec-404c-95f9-cc13b8da0ddb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:19.740790 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8a46d288-6414-49e2-a179-0c7e47d51b5a req-6983503c-b65a-4788-be5c-c7532838beaf tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.15 "DELETE /v2.0/ports/212ca02c-96e3-4426-a7f9-2294670cf53b HTTP/1.1" status: 204  len: 173 time: 1.4800992
Apr 02 18:15:19.756297 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5565577f-0a2b-4727-abed-a9a9ae2b3818', 'name': 'network-vif-deleted', 'tag': '212ca02c-96e3-4426-a7f9-2294670cf53b', 'status': 'completed', 'code': 200}
Apr 02 18:15:19.760231 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f59cb-c480-429c-bbdb-69916a4af969 req-e3a9c006-b2dd-4872-a640-dc832f277f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:19.762124 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b52f59cb-c480-429c-bbdb-69916a4af969 req-e3a9c006-b2dd-4872-a640-dc832f277f7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=456d975739e04659be41d35506548735&device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 1098 time: 0.1189065
Apr 02 18:15:19.798605 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8ddba46c-dbec-404c-95f9-cc13b8da0ddb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:19.866258 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8ddba46c-dbec-404c-95f9-cc13b8da0ddb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:19.891354 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d4c4f300-1d39-4a71-897e-59c05d5460f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:20.014356 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-fe76f6a4-09ab-476a-b95b-e660f9b241dd None None] Set router 5c49e9b2-067f-4374-bf84-a7ae5c2be55a gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:15:20.051957 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddba46c-dbec-404c-95f9-cc13b8da0ddb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e01f0c9d-b2ca-4645-b251-33f329bd8bf0,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:20.070633 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8ddba46c-dbec-404c-95f9-cc13b8da0ddb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:20.116877 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8ddba46c-dbec-404c-95f9-cc13b8da0ddb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:20.119616 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-8ddba46c-dbec-404c-95f9-cc13b8da0ddb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.5994635
Apr 02 18:15:20.122604 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 40506) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:20.130727 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-c3ac75ec-70cc-4880-89b7-7eeda7249db2 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Request body: {'security_group_rule': {'security_group_id': 'e01f0c9d-b2ca-4645-b251-33f329bd8bf0', 'project_id': '456d975739e04659be41d35506548735', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:15:20.140401 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f59cb-c480-429c-bbdb-69916a4af969 req-e4a29be9-3e43-4c8a-ab87-2d81fa2a4f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:20.141994 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b52f59cb-c480-429c-bbdb-69916a4af969 req-e4a29be9-3e43-4c8a-ab87-2d81fa2a4f0c service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5c976a4-2bf5-421b-86e8-e0cd53189ff2 HTTP/1.1" status: 200  len: 914 time: 0.3709006
Apr 02 18:15:20.177477 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-c3ac75ec-70cc-4880-89b7-7eeda7249db2 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:20.200944 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-c3ac75ec-70cc-4880-89b7-7eeda7249db2 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Usage tracker for resource:security_group_rule and tenant:456d975739e04659be41d35506548735 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:20.207824 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-c3ac75ec-70cc-4880-89b7-7eeda7249db2 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:20.221493 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-c3ac75ec-70cc-4880-89b7-7eeda7249db2 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:20.356300 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b52f59cb-c480-429c-bbdb-69916a4af969 req-e40753bf-5ecd-4e57-8942-95122b36da4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=674eea1f-ef49-4cae-8bcd-2a36848a945b HTTP/1.1" status: 200  len: 999 time: 0.2044573
Apr 02 18:15:20.436341 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c3ac75ec-70cc-4880-89b7-7eeda7249db2 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:20.500347 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c3ac75ec-70cc-4880-89b7-7eeda7249db2 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:20.514331 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-44d3a780-9a64-4384-a595-674d3e7512a3 req-07833bea-8730-4a0d-9c09-522755c8934b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=5565577f-0a2b-4727-abed-a9a9ae2b3818 HTTP/1.1" status: 200  len: 210 time: 0.2733123
Apr 02 18:15:20.546641 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b576853-7a28-4931-8345-060491e4a074 req-c55a78e5-7777-4b66-9ef0-444a0f2de16b tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:20.551264 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1b576853-7a28-4931-8345-060491e4a074 req-c55a78e5-7777-4b66-9ef0-444a0f2de16b tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 945 time: 0.3151248
Apr 02 18:15:20.551264 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c3ac75ec-70cc-4880-89b7-7eeda7249db2 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413681'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:20.552591 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3d37b806-9f43-4b38-9017-bcf44e088812 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:20.578635 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f59cb-c480-429c-bbdb-69916a4af969 req-8fbe86ce-0472-484a-b824-75492578b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:20.583718 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b52f59cb-c480-429c-bbdb-69916a4af969 req-8fbe86ce-0472-484a-b824-75492578b34a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5e84303b-04ac-4b80-ad14-3d620854a7fc HTTP/1.1" status: 200  len: 853 time: 0.2070439
Apr 02 18:15:20.672619 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1b576853-7a28-4931-8345-060491e4a074 req-70e4ca61-e688-43cd-9274-c2ebae78583e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1053641
Apr 02 18:15:20.673335 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac75ec-70cc-4880-89b7-7eeda7249db2 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00876614-2625-4b5b-9a7a-f1363981ae69,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:20.678370 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c3ac75ec-70cc-4880-89b7-7eeda7249db2 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:20.709874 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c3ac75ec-70cc-4880-89b7-7eeda7249db2 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:20.714678 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-c3ac75ec-70cc-4880-89b7-7eeda7249db2 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5881779
Apr 02 18:15:20.715057 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 40534) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:20.722478 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-104ca9be-4600-4288-ae88-8f6f860748e7 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Request body: {'security_group_rule': {'security_group_id': 'e01f0c9d-b2ca-4645-b251-33f329bd8bf0', 'project_id': '456d975739e04659be41d35506548735', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:15:20.737527 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-104ca9be-4600-4288-ae88-8f6f860748e7 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:20.749367 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-104ca9be-4600-4288-ae88-8f6f860748e7 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Usage tracker for resource:security_group_rule and tenant:456d975739e04659be41d35506548735 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:20.756074 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-104ca9be-4600-4288-ae88-8f6f860748e7 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:20.765012 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-104ca9be-4600-4288-ae88-8f6f860748e7 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:20.767609 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f59cb-c480-429c-bbdb-69916a4af969 req-2d996b2f-55af-43a8-a561-b4f7faf0ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:20.767609 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b52f59cb-c480-429c-bbdb-69916a4af969 req-2d996b2f-55af-43a8-a561-b4f7faf0ad33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5c976a4-2bf5-421b-86e8-e0cd53189ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1764567
Apr 02 18:15:20.833375 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-104ca9be-4600-4288-ae88-8f6f860748e7 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:20.900967 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-fe76f6a4-09ab-476a-b95b-e660f9b241dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f108f7278>, [{'id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'name': 'tempest-TestMinimumBasicScenario-931707732-router', 'tenant_id': '456d975739e04659be41d35506548735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '9e99b0d2-2955-416a-a7a7-00a6e8bc3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:11Z', 'updated_at': '2021-04-02T18:13:26Z', 'revision_number': 4, 'project_id': '456d975739e04659be41d35506548735', 'gw_port': {'id': '9e99b0d2-2955-416a-a7a7-00a6e8bc3b46', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:29:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:13Z', 'updated_at': '2021-04-02T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_floatingips': [{'id': '6b76c6f8-bb99-4171-9ede-5c2d73ae29f6', 'tenant_id': '456d975739e04659be41d35506548735', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'port_id': '674eea1f-ef49-4cae-8bcd-2a36848a945b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5c976a4-2bf5-421b-86e8-e0cd53189ff2', 'mac_address': 'fa:16:3e:fb:51:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39704908-657c-4c1d-a324-c517927e7042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:15:15Z', 'updated_at': '2021-04-02T18:15:15Z', 'revision_number': 0, 'project_id': '456d975739e04659be41d35506548735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cc92fa-dc49-49b9-9cee-498494d1be60', 'name': '', 'network_id': 'e5c976a4-2bf5-421b-86e8-e0cd53189ff2', 'tenant_id': '456d975739e04659be41d35506548735', 'mac_address': 'fa:16:3e:ca:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5e84303b-04ac-4b80-ad14-3d620854a7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:23Z', 'updated_at': '2021-04-02T18:13:40Z', 'revision_number': 5, 'project_id': '456d975739e04659be41d35506548735', 'subnets': [{'id': '5e84303b-04ac-4b80-ad14-3d620854a7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:15:20.913208 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe76f6a4-09ab-476a-b95b-e660f9b241dd None None] Checking router: 5c49e9b2-067f-4374-bf84-a7ae5c2be55a for host: dv-cinder-784603-1-iscsi {{(pid=84392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:15:20.925496 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe76f6a4-09ab-476a-b95b-e660f9b241dd None None] Routers {'5c49e9b2-067f-4374-bf84-a7ae5c2be55a'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:15:20.931012 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-fe76f6a4-09ab-476a-b95b-e660f9b241dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f108f7278>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:14:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['5c49e9b2-067f-4374-bf84-a7ae5c2be55a'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:15:20.992320 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-104ca9be-4600-4288-ae88-8f6f860748e7 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:21.008592 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b52f59cb-c480-429c-bbdb-69916a4af969 req-cb4ba574-62aa-4a19-be7a-11cb9a1c46c8 service neutron] 10.222.0.15 "GET /v2.0/networks/e5c976a4-2bf5-421b-86e8-e0cd53189ff2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2316942
Apr 02 18:15:21.024724 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-104ca9be-4600-4288-ae88-8f6f860748e7 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413681'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:21.027537 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-1fefb7ec-4d6e-4322-a0a9-88fd0549192c tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:21.070768 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ca9be-4600-4288-ae88-8f6f860748e7 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab13946c-8289-40b6-8b0a-e2e0c6a09972,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:21.073199 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-104ca9be-4600-4288-ae88-8f6f860748e7 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:21.200831 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b52f59cb-c480-429c-bbdb-69916a4af969 req-761e44db-88e2-4e28-bf1e-ce92969e8b7e service neutron] 10.222.0.15 "GET /v2.0/networks/e5c976a4-2bf5-421b-86e8-e0cd53189ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1842389
Apr 02 18:15:21.217011 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-fe76f6a4-09ab-476a-b95b-e660f9b241dd None None] Set router 5c49e9b2-067f-4374-bf84-a7ae5c2be55a gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:15:21.355912 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 212ca02c-96e3-4426-a7f9-2294670cf53b no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:15:21.386046 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-104ca9be-4600-4288-ae88-8f6f860748e7 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:21.389983 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 40552) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:21.391009 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-104ca9be-4600-4288-ae88-8f6f860748e7 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.6746855
Apr 02 18:15:21.396622 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-a84f2289-e08f-455a-9979-cb6adbe7b8c1 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Request body: {'security_group_rule': {'security_group_id': 'e01f0c9d-b2ca-4645-b251-33f329bd8bf0', 'project_id': '456d975739e04659be41d35506548735', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:15:21.404834 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-a84f2289-e08f-455a-9979-cb6adbe7b8c1 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:21.409745 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-a84f2289-e08f-455a-9979-cb6adbe7b8c1 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Usage tracker for resource:security_group_rule and tenant:456d975739e04659be41d35506548735 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:21.413658 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-a84f2289-e08f-455a-9979-cb6adbe7b8c1 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:21.428107 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-a84f2289-e08f-455a-9979-cb6adbe7b8c1 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:21.434655 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] No Port match for: 212ca02c-96e3-4426-a7f9-2294670cf53b {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:15:21.435266 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 212ca02c-96e3-4426-a7f9-2294670cf53b not bound to the agent host hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:15:21.529497 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a84f2289-e08f-455a-9979-cb6adbe7b8c1 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:21.640601 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a84f2289-e08f-455a-9979-cb6adbe7b8c1 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:21.662043 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-fe76f6a4-09ab-476a-b95b-e660f9b241dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f108f7278>, [{'id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'name': 'tempest-TestMinimumBasicScenario-931707732-router', 'tenant_id': '456d975739e04659be41d35506548735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '9e99b0d2-2955-416a-a7a7-00a6e8bc3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:11Z', 'updated_at': '2021-04-02T18:13:26Z', 'revision_number': 4, 'project_id': '456d975739e04659be41d35506548735', 'gw_port': {'id': '9e99b0d2-2955-416a-a7a7-00a6e8bc3b46', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:29:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:13Z', 'updated_at': '2021-04-02T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_floatingips': [{'id': '6b76c6f8-bb99-4171-9ede-5c2d73ae29f6', 'tenant_id': '456d975739e04659be41d35506548735', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'port_id': '674eea1f-ef49-4cae-8bcd-2a36848a945b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5c976a4-2bf5-421b-86e8-e0cd53189ff2', 'mac_address': 'fa:16:3e:fb:51:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39704908-657c-4c1d-a324-c517927e7042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:15:15Z', 'updated_at': '2021-04-02T18:15:15Z', 'revision_number': 0, 'project_id': '456d975739e04659be41d35506548735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cc92fa-dc49-49b9-9cee-498494d1be60', 'name': '', 'network_id': 'e5c976a4-2bf5-421b-86e8-e0cd53189ff2', 'tenant_id': '456d975739e04659be41d35506548735', 'mac_address': 'fa:16:3e:ca:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5e84303b-04ac-4b80-ad14-3d620854a7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:23Z', 'updated_at': '2021-04-02T18:13:40Z', 'revision_number': 5, 'project_id': '456d975739e04659be41d35506548735', 'subnets': [{'id': '5e84303b-04ac-4b80-ad14-3d620854a7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:15:21.667382 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe76f6a4-09ab-476a-b95b-e660f9b241dd None None] The sync data for ids ['5c49e9b2-067f-4374-bf84-a7ae5c2be55a'] in dv-cinder-784603-1-iscsi is: [{'id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'name': 'tempest-TestMinimumBasicScenario-931707732-router', 'tenant_id': '456d975739e04659be41d35506548735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '9e99b0d2-2955-416a-a7a7-00a6e8bc3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:11Z', 'updated_at': '2021-04-02T18:13:26Z', 'revision_number': 4, 'project_id': '456d975739e04659be41d35506548735', 'gw_port': {'id': '9e99b0d2-2955-416a-a7a7-00a6e8bc3b46', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:29:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:13Z', 'updated_at': '2021-04-02T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_floatingips': [{'id': '6b76c6f8-bb99-4171-9ede-5c2d73ae29f6', 'tenant_id': '456d975739e04659be41d35506548735', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'port_id': '674eea1f-ef49-4cae-8bcd-2a36848a945b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5c976a4-2bf5-421b-86e8-e0cd53189ff2', 'mac_address': 'fa:16:3e:fb:51:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39704908-657c-4c1d-a324-c517927e7042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:15:15Z', 'updated_at': '2021-04-02T18:15:15Z', 'revision_number': 0, 'project_id': '456d975739e04659be41d35506548735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cc92fa-dc49-49b9-9cee-498494d1be60', 'name': '', 'network_id': 'e5c976a4-2bf5-421b-86e8-e0cd53189ff2', 'tenant_id': '456d975739e04659be41d35506548735', 'mac_address': 'fa:16:3e:ca:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5e84303b-04ac-4b80-ad14-3d620854a7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:23Z', 'updated_at': '2021-04-02T18:13:40Z', 'revision_number': 5, 'project_id': '456d975739e04659be41d35506548735', 'subnets': [{'id': '5e84303b-04ac-4b80-ad14-3d620854a7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:15:21.693171 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a84f2289-e08f-455a-9979-cb6adbe7b8c1 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413681'] for security_group_rule, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:21.697842 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:21.723231 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f2289-e08f-455a-9979-cb6adbe7b8c1 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ade1d9-9398-4311-8b2e-18850975b938,revision_number=0']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:21.724426 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 40562) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:21.737637 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a84f2289-e08f-455a-9979-cb6adbe7b8c1 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:21.786609 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a84f2289-e08f-455a-9979-cb6adbe7b8c1 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:21.788126 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-a84f2289-e08f-455a-9979-cb6adbe7b8c1 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3963037
Apr 02 18:15:21.792412 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 40574) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:21.809346 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-e1900381-a2f9-4438-9d8f-f4e5f08c8696 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Request body: {'security_group_rule': {'security_group_id': 'e01f0c9d-b2ca-4645-b251-33f329bd8bf0', 'project_id': '456d975739e04659be41d35506548735', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:15:21.809346 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-e1900381-a2f9-4438-9d8f-f4e5f08c8696 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:21.811646 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-e1900381-a2f9-4438-9d8f-f4e5f08c8696 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Usage tracker for resource:security_group_rule and tenant:456d975739e04659be41d35506548735 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:21.814816 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-e1900381-a2f9-4438-9d8f-f4e5f08c8696 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:21.822544 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-e1900381-a2f9-4438-9d8f-f4e5f08c8696 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:21.915899 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05941112-3362-48b4-a1e2-cd08eedff39d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:21.947186 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-05941112-3362-48b4-a1e2-cd08eedff39d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:21.953928 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-05941112-3362-48b4-a1e2-cd08eedff39d admin admin] Usage tracker for resource:security_group_rule and tenant:27348ca6ce084424ba15b8d0e387b67b is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:21.958249 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-05941112-3362-48b4-a1e2-cd08eedff39d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:21.967677 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-05941112-3362-48b4-a1e2-cd08eedff39d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:21.986978 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215d950-29e1-4493-aab5-874a2c400498 req-c2eb36c9-f429-44dd-a810-4906e9798ef5 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:21.988601 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4215d950-29e1-4493-aab5-874a2c400498 req-c2eb36c9-f429-44dd-a810-4906e9798ef5 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 945 time: 0.1544504
Apr 02 18:15:22.027391 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e1900381-a2f9-4438-9d8f-f4e5f08c8696 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:22.093747 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4215d950-29e1-4493-aab5-874a2c400498 req-90a24db5-b16c-47d3-999a-e4dca751c2b3 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0938227
Apr 02 18:15:22.177354 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e1900381-a2f9-4438-9d8f-f4e5f08c8696 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:22.218612 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e1900381-a2f9-4438-9d8f-f4e5f08c8696 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413681'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:22.220636 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05941112-3362-48b4-a1e2-cd08eedff39d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:22.223282 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d5ff1f2d-092b-499e-b54b-fd6a7ebf7663 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:22.230012 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c129cb31-deaa-41c4-b2aa-6717ea9b20c9 None None] New status for floating IP 6b76c6f8-bb99-4171-9ede-5c2d73ae29f6: ACTIVE {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:15:22.246950 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1900381-a2f9-4438-9d8f-f4e5f08c8696 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e9eb4b5-7788-466e-8f60-3dea025a84f3,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:22.251374 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e1900381-a2f9-4438-9d8f-f4e5f08c8696 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:22.271497 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05941112-3362-48b4-a1e2-cd08eedff39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:22.281901 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d1625aaf-c168-4270-a1d4-e05c96055124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:22.328806 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e1900381-a2f9-4438-9d8f-f4e5f08c8696 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:22.330083 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-e1900381-a2f9-4438-9d8f-f4e5f08c8696 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5362558
Apr 02 18:15:22.333114 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 40596) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:22.337697 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-05941112-3362-48b4-a1e2-cd08eedff39d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=27348ca6ce084424ba15b8d0e387b67b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6110935
Apr 02 18:15:22.342944 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05941112-3362-48b4-a1e2-cd08eedff39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915e2b75-cc40-455a-912a-71a376be2f51,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:22.344520 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-814335a0-2720-404a-8f36-9c28fb579a05 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Request body: {'security_group_rule': {'security_group_id': 'e01f0c9d-b2ca-4645-b251-33f329bd8bf0', 'project_id': '456d975739e04659be41d35506548735', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:15:22.345369 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 40600) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:22.361130 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05941112-3362-48b4-a1e2-cd08eedff39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:22.373177 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-814335a0-2720-404a-8f36-9c28fb579a05 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:22.380134 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-814335a0-2720-404a-8f36-9c28fb579a05 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Usage tracker for resource:security_group_rule and tenant:456d975739e04659be41d35506548735 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:22.383978 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-814335a0-2720-404a-8f36-9c28fb579a05 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:22.395007 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-814335a0-2720-404a-8f36-9c28fb579a05 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:22.454796 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-371d26cf-5be8-4ef1-af2e-b0b46e92537f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:22.469802 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.securitygroups_db [None req-814335a0-2720-404a-8f36-9c28fb579a05 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Project 456d975739e04659be41d35506548735 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 18:15:22.487920 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-814335a0-2720-404a-8f36-9c28fb579a05 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:22.507842 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-371d26cf-5be8-4ef1-af2e-b0b46e92537f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:22.705597 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-814335a0-2720-404a-8f36-9c28fb579a05 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:22.773189 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-371d26cf-5be8-4ef1-af2e-b0b46e92537f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:22.779587 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-814335a0-2720-404a-8f36-9c28fb579a05 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413681'] for security_group_rule, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:22.781736 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:22.789574 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-979e941d-7b86-4cb2-8ce6-079afe49d31c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:22.807947 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d26cf-5be8-4ef1-af2e-b0b46e92537f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915e2b75-cc40-455a-912a-71a376be2f51,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:22.809400 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814335a0-2720-404a-8f36-9c28fb579a05 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0694ce6e-4aeb-404e-ba9b-eb286f35ec0d,revision_number=0']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:22.810217 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-371d26cf-5be8-4ef1-af2e-b0b46e92537f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:22.811459 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-371d26cf-5be8-4ef1-af2e-b0b46e92537f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:22.812993 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-371d26cf-5be8-4ef1-af2e-b0b46e92537f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/915e2b75-cc40-455a-912a-71a376be2f51 HTTP/1.1" status: 204  len: 168 time: 0.4646256
Apr 02 18:15:22.819769 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-814335a0-2720-404a-8f36-9c28fb579a05 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:22.903931 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-814335a0-2720-404a-8f36-9c28fb579a05 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:22.906329 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-814335a0-2720-404a-8f36-9c28fb579a05 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5711291
Apr 02 18:15:22.908819 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 40612) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:22.915111 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-4e6ff9bf-2aaf-4ea6-ba60-0df2dd61bab5 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Request body: {'security_group_rule': {'security_group_id': 'e01f0c9d-b2ca-4645-b251-33f329bd8bf0', 'project_id': '456d975739e04659be41d35506548735', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:15:22.922393 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-4e6ff9bf-2aaf-4ea6-ba60-0df2dd61bab5 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:22.926567 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-4e6ff9bf-2aaf-4ea6-ba60-0df2dd61bab5 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Usage tracker for resource:security_group_rule and tenant:456d975739e04659be41d35506548735 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:22.930813 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-4e6ff9bf-2aaf-4ea6-ba60-0df2dd61bab5 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:22.937183 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-4e6ff9bf-2aaf-4ea6-ba60-0df2dd61bab5 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:23.041357 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.securitygroups_db [None req-4e6ff9bf-2aaf-4ea6-ba60-0df2dd61bab5 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Project 456d975739e04659be41d35506548735 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 18:15:23.049120 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4e6ff9bf-2aaf-4ea6-ba60-0df2dd61bab5 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:23.121015 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4e6ff9bf-2aaf-4ea6-ba60-0df2dd61bab5 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:23.144820 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4e6ff9bf-2aaf-4ea6-ba60-0df2dd61bab5 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413681'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:23.147617 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:23.174245 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ff9bf-2aaf-4ea6-ba60-0df2dd61bab5 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224c7a79-a3e1-4f7e-8066-147a5870011f,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:23.185134 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4e6ff9bf-2aaf-4ea6-ba60-0df2dd61bab5 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:23.218579 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4e6ff9bf-2aaf-4ea6-ba60-0df2dd61bab5 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:23.220611 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-4e6ff9bf-2aaf-4ea6-ba60-0df2dd61bab5 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3106899
Apr 02 18:15:23.349958 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108016c-bdd8-4b30-b74a-7e79c42835a6 req-05739bcd-202a-40d1-a37f-ea789b9a4169 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:23.352293 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3108016c-bdd8-4b30-b74a-7e79c42835a6 req-05739bcd-202a-40d1-a37f-ea789b9a4169 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 945 time: 0.1021738
Apr 02 18:15:23.412468 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3108016c-bdd8-4b30-b74a-7e79c42835a6 req-0ef52ff9-07ed-4281-b980-aed2d8894c87 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526371
Apr 02 18:15:23.462529 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 40640) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:23.482239 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cf795bdd-8593-48ee-ab04-1c88f773005d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:23.486850 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-51f95a97-d1f2-4473-9cc1-5e2194b455d1 req-4be4d163-d5c3-4e0e-b9a1-3aa0ae0a590b tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Synchronizing usage tracker for tenant:456d975739e04659be41d35506548735 on resource:security_group {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:15:23.498466 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-cf795bdd-8593-48ee-ab04-1c88f773005d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:23.502517 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-cf795bdd-8593-48ee-ab04-1c88f773005d admin admin] Usage tracker for resource:security_group_rule and tenant:5ad0c8a59c3340008fc1c96634f4b270 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:23.505486 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-cf795bdd-8593-48ee-ab04-1c88f773005d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:23.512299 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-cf795bdd-8593-48ee-ab04-1c88f773005d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:23.562515 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-51f95a97-d1f2-4473-9cc1-5e2194b455d1 req-4be4d163-d5c3-4e0e-b9a1-3aa0ae0a590b tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Unset dirty status for tenant:456d975739e04659be41d35506548735 on resource:security_group {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:15:23.564023 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-51f95a97-d1f2-4473-9cc1-5e2194b455d1 req-4be4d163-d5c3-4e0e-b9a1-3aa0ae0a590b tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1003120887&fields=id&tenant_id=456d975739e04659be41d35506548735 HTTP/1.1" status: 200  len: 267 time: 0.1277320
Apr 02 18:15:23.599956 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cf795bdd-8593-48ee-ab04-1c88f773005d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:23.629633 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cf795bdd-8593-48ee-ab04-1c88f773005d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:23.642072 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b9263b08-708d-4206-87f8-2374828a5ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:23.678593 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e794c-d2d8-4760-8082-9d83ab8ae639 req-5766ea1b-8a5a-4aa7-b32a-222470c3f061 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:23.680233 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-142e794c-d2d8-4760-8082-9d83ab8ae639 req-5766ea1b-8a5a-4aa7-b32a-222470c3f061 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 945 time: 0.1592388
Apr 02 18:15:23.687690 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-cf795bdd-8593-48ee-ab04-1c88f773005d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5ad0c8a59c3340008fc1c96634f4b270&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2215643
Apr 02 18:15:23.687945 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 40644) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:23.690858 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf795bdd-8593-48ee-ab04-1c88f773005d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69ab878-77af-4744-a172-bd92ca9014b5,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:23.692771 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f95a97-d1f2-4473-9cc1-5e2194b455d1 req-9a64ab1a-4e3c-4dd2-81fa-b5365d681ac8 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:23.694315 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-51f95a97-d1f2-4473-9cc1-5e2194b455d1 req-9a64ab1a-4e3c-4dd2-81fa-b5365d681ac8 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 945 time: 0.1231153
Apr 02 18:15:23.704898 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-cf795bdd-8593-48ee-ab04-1c88f773005d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:23.719374 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-51f95a97-d1f2-4473-9cc1-5e2194b455d1 req-f8dadc18-20a8-4a23-ad1a-821d608ed7ca tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Request body: {'port': {'security_groups': ['c5faa4b1-c93f-4944-b41e-c0d0c352c8cb', 'e01f0c9d-b2ca-4645-b251-33f329bd8bf0']}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:15:23.755989 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4af2989f-9b93-40d8-aa46-179b5534ba7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:23.786182 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4af2989f-9b93-40d8-aa46-179b5534ba7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:23.797096 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-142e794c-d2d8-4760-8082-9d83ab8ae639 req-5af4e8a0-c126-4d0f-8134-8acbf8466d64 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017015
Apr 02 18:15:23.869342 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-51f95a97-d1f2-4473-9cc1-5e2194b455d1 req-f8dadc18-20a8-4a23-ad1a-821d608ed7ca tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:23.892728 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4af2989f-9b93-40d8-aa46-179b5534ba7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:23.898538 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-0c21208f-65e7-4d1a-9118-b9b0bb3273d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:23.909895 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2989f-9b93-40d8-aa46-179b5534ba7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69ab878-77af-4744-a172-bd92ca9014b5,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:23.915531 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4af2989f-9b93-40d8-aa46-179b5534ba7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:23.917624 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4af2989f-9b93-40d8-aa46-179b5534ba7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:23.921393 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-4af2989f-9b93-40d8-aa46-179b5534ba7b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b69ab878-77af-4744-a172-bd92ca9014b5 HTTP/1.1" status: 204  len: 168 time: 0.2300875
Apr 02 18:15:24.027553 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 40652) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:24.060791 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e61562-07c9-4ef0-bf4e-9f3ff45e2cb2 req-14aceedb-bfdc-4775-8021-a91995f64cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:24.062423 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-95e61562-07c9-4ef0-bf4e-9f3ff45e2cb2 req-14aceedb-bfdc-4775-8021-a91995f64cac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab81f0810293410f90055ce730a5f2ce&device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 1098 time: 0.1080923
Apr 02 18:15:24.132205 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd05dc4f-9806-4990-9958-06c6f0e376a1 admin admin] Deleting subnet d22463d5-7d59-46a7-85e2-a7dce3c99838 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:15:24.138936 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cd05dc4f-9806-4990-9958-06c6f0e376a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:24.220627 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e61562-07c9-4ef0-bf4e-9f3ff45e2cb2 req-e16b998e-6a5e-48de-8e42-afc21d3db817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:24.222215 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-95e61562-07c9-4ef0-bf4e-9f3ff45e2cb2 req-e16b998e-6a5e-48de-8e42-afc21d3db817 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ba3fcca8-4959-4278-9c76-59b99609716c HTTP/1.1" status: 200  len: 917 time: 0.1508944
Apr 02 18:15:24.281990 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cd05dc4f-9806-4990-9958-06c6f0e376a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851687203'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:24.338458 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-95e61562-07c9-4ef0-bf4e-9f3ff45e2cb2 req-34d049b3-1aed-48d4-a53a-f429eb1d045f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5401b529-9099-49b2-bba2-84b67d578439 HTTP/1.1" status: 200  len: 1001 time: 0.1059940
Apr 02 18:15:24.383946 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cd05dc4f-9806-4990-9958-06c6f0e376a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1495'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:24.416574 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e61562-07c9-4ef0-bf4e-9f3ff45e2cb2 req-d588a1d9-d10a-4273-bf44-881093ae5579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:24.418199 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-95e61562-07c9-4ef0-bf4e-9f3ff45e2cb2 req-d588a1d9-d10a-4273-bf44-881093ae5579 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b47bc7a-7e44-4ded-9896-b2dbc84447fe HTTP/1.1" status: 200  len: 856 time: 0.0727975
Apr 02 18:15:24.436508 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-51f95a97-d1f2-4473-9cc1-5e2194b455d1 req-f8dadc18-20a8-4a23-ad1a-821d608ed7ca tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] For port 674eea1f-ef49-4cae-8bcd-2a36848a945b, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=674eea1f-ef49-4cae-8bcd-2a36848a945b,segment=NetworkSegment(c13707c4-c1e9-455a-bd75-cf881b8282a4),segment_id=c13707c4-c1e9-455a-bd75-cf881b8282a4)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:15:24.533254 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e61562-07c9-4ef0-bf4e-9f3ff45e2cb2 req-6d1b80b2-7418-4f81-b3fc-8d8292caf0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:24.535738 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-95e61562-07c9-4ef0-bf4e-9f3ff45e2cb2 req-6d1b80b2-7418-4f81-b3fc-8d8292caf0ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba3fcca8-4959-4278-9c76-59b99609716c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1011446
Apr 02 18:15:24.709502 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-95e61562-07c9-4ef0-bf4e-9f3ff45e2cb2 req-7af5bf46-3a70-42ec-b7fd-88db1a222dd1 service neutron] 10.222.0.15 "GET /v2.0/networks/ba3fcca8-4959-4278-9c76-59b99609716c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1533153
Apr 02 18:15:24.797887 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.db.resource_extend [req-51f95a97-d1f2-4473-9cc1-5e2194b455d1 req-f8dadc18-20a8-4a23-ad1a-821d608ed7ca tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 02 18:15:24.827484 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-51f95a97-d1f2-4473-9cc1-5e2194b455d1 req-f8dadc18-20a8-4a23-ad1a-821d608ed7ca tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:24.872350 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-51f95a97-d1f2-4473-9cc1-5e2194b455d1 req-f8dadc18-20a8-4a23-ad1a-821d608ed7ca tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2953587'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:24.885222 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['674eea1f-ef49-4cae-8bcd-2a36848a945b'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:15:24.894658 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4f4a86df-8deb-4abd-b822-7fa548e1b609 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:24.912521 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-95e61562-07c9-4ef0-bf4e-9f3ff45e2cb2 req-3f5c9fc8-b694-4ad8-8bbd-b93103803b66 service neutron] 10.222.0.15 "GET /v2.0/networks/ba3fcca8-4959-4278-9c76-59b99609716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1925001
Apr 02 18:15:25.052599 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6aab94-12dd-4829-8663-6d1c839434f0 req-0037a43d-4550-42c7-a4a8-8e1b38f5884a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:25.058801 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5a6aab94-12dd-4829-8663-6d1c839434f0 req-0037a43d-4550-42c7-a4a8-8e1b38f5884a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 945 time: 0.3603232
Apr 02 18:15:25.144206 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dadc18-20a8-4a23-ad1a-821d608ed7ca tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Pushing event updated for resources: {'Port': ['ID=674eea1f-ef49-4cae-8bcd-2a36848a945b,revision_number=6']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:25.157181 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f8dadc18-20a8-4a23-ad1a-821d608ed7ca tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:25.211927 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5a6aab94-12dd-4829-8663-6d1c839434f0 req-6da46a05-071a-4038-8a79-472a5df41f9a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1020107
Apr 02 18:15:25.265382 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f95a97-d1f2-4473-9cc1-5e2194b455d1 req-f8dadc18-20a8-4a23-ad1a-821d608ed7ca tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:25.266094 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-51f95a97-d1f2-4473-9cc1-5e2194b455d1 req-f8dadc18-20a8-4a23-ad1a-821d608ed7ca tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:25.271994 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-51f95a97-d1f2-4473-9cc1-5e2194b455d1 req-f8dadc18-20a8-4a23-ad1a-821d608ed7ca tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "PUT /v2.0/ports/674eea1f-ef49-4cae-8bcd-2a36848a945b HTTP/1.1" status: 200  len: 981 time: 1.5605636
Apr 02 18:15:25.273979 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39704908-657c-4c1d-a324-c517927e7042', 'tag': '674eea1f-ef49-4cae-8bcd-2a36848a945b'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:15:25.352236 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec6128-c412-48b8-b70d-8024ba530818 req-a8d429a5-0ccf-4cb2-96a8-64725649efd7 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:25.353514 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-94ec6128-c412-48b8-b70d-8024ba530818 req-a8d429a5-0ccf-4cb2-96a8-64725649efd7 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Synchronizing usage tracker for tenant:469aa9b529694baa91a42fa0eae6e868 on resource:port {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:15:25.407058 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-94ec6128-c412-48b8-b70d-8024ba530818 req-a8d429a5-0ccf-4cb2-96a8-64725649efd7 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Unset dirty status for tenant:469aa9b529694baa91a42fa0eae6e868 on resource:port {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:15:25.407321 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['674eea1f-ef49-4cae-8bcd-2a36848a945b'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:15:25.408358 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-94ec6128-c412-48b8-b70d-8024ba530818 req-a8d429a5-0ccf-4cb2-96a8-64725649efd7 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.15 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 945 time: 0.2035809
Apr 02 18:15:25.432300 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cd05dc4f-9806-4990-9958-06c6f0e376a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2953638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573713'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:25.460428 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-82271e98-5884-457e-8375-5f9367be83c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:25.529558 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-94ec6128-c412-48b8-b70d-8024ba530818 req-c0cc3328-1980-4ea2-a2be-db81cc53a47b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Deleting port 56ab80a2-d47b-476b-84f0-88dd9c8fc122 {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:15:25.529948 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-94ec6128-c412-48b8-b70d-8024ba530818 req-c0cc3328-1980-4ea2-a2be-db81cc53a47b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:25.698548 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05dc4f-9806-4990-9958-06c6f0e376a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d22463d5-7d59-46a7-85e2-a7dce3c99838,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:25.712365 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-cd05dc4f-9806-4990-9958-06c6f0e376a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:25.794913 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-4c62cbad-0491-4a18-9e31-511782e2b18b None None] Provisioning complete for port 674eea1f-ef49-4cae-8bcd-2a36848a945b triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:15:25.795390 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4c62cbad-0491-4a18-9e31-511782e2b18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:25.824600 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cd05dc4f-9806-4990-9958-06c6f0e376a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:25.841952 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efc543-5375-4195-aaf5-a16ab8eab7b2 req-e80f54c1-6ef8-4219-88fb-d4fc3c3e4c5b tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:25.851040 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-55efc543-5375-4195-aaf5-a16ab8eab7b2 req-e80f54c1-6ef8-4219-88fb-d4fc3c3e4c5b tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 984 time: 0.3942525
Apr 02 18:15:25.864470 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e07c24-e324-4b3a-b9a4-e792653c0def req-827eb696-8cc5-4f28-b81c-b9add41d8989 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:25.867415 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-43e07c24-e324-4b3a-b9a4-e792653c0def req-827eb696-8cc5-4f28-b81c-b9add41d8989 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 945 time: 0.4113431
Apr 02 18:15:25.886626 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-cd05dc4f-9806-4990-9958-06c6f0e376a1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d22463d5-7d59-46a7-85e2-a7dce3c99838 HTTP/1.1" status: 204  len: 168 time: 1.8578370
Apr 02 18:15:25.887529 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-94ec6128-c412-48b8-b70d-8024ba530818 req-c0cc3328-1980-4ea2-a2be-db81cc53a47b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] For port 56ab80a2-d47b-476b-84f0-88dd9c8fc122, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=56ab80a2-d47b-476b-84f0-88dd9c8fc122,segment=NetworkSegment(ed805b0c-f3b6-4176-8c71-1ed496648d92),segment_id=ed805b0c-f3b6-4176-8c71-1ed496648d92)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:15:25.888578 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-94ec6128-c412-48b8-b70d-8024ba530818 req-c0cc3328-1980-4ea2-a2be-db81cc53a47b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:25.900042 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 40696) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:25.971371 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-55efc543-5375-4195-aaf5-a16ab8eab7b2 req-9476d8cd-9ab8-4f8a-8ba7-e1400b581cab tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01f0c9d-b2ca-4645-b251-33f329bd8bf0&id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1191187
Apr 02 18:15:25.974973 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-43e07c24-e324-4b3a-b9a4-e792653c0def req-ca892ea6-1de9-4a08-a3b5-1828cd0c3958 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/security-groups?id=961acafb-89a7-4184-bd67-530b50f30fb9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902715
Apr 02 18:15:26.050560 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39704908-657c-4c1d-a324-c517927e7042', 'tag': '674eea1f-ef49-4cae-8bcd-2a36848a945b', 'status': 'completed', 'code': 200}
Apr 02 18:15:26.403568 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-94ec6128-c412-48b8-b70d-8024ba530818 req-c0cc3328-1980-4ea2-a2be-db81cc53a47b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Calling delete_port for 56ab80a2-d47b-476b-84f0-88dd9c8fc122 owned by compute:nova {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:15:26.449064 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912bb53-2915-4b4e-afb8-0607223b616c req-37bb46c2-e391-4013-ad85-67d17e4dcade tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:26.450892 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2912bb53-2915-4b4e-afb8-0607223b616c req-37bb46c2-e391-4013-ad85-67d17e4dcade tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 945 time: 0.0963955
Apr 02 18:15:26.505608 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2912bb53-2915-4b4e-afb8-0607223b616c req-962f4340-264f-4c8a-9b45-8ffbeecd91af tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480220
Apr 02 18:15:26.580006 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-10ea8936-2bdc-4b92-a390-13f3694e53a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-37997'] for network, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:26.685795 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 40722) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:26.817040 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7d89f84d-73d3-4b33-bfda-3b521f34cd93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:26.821645 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b095f-deb3-42dd-8221-a4a909a32474 req-6820c580-45b4-4ab6-8e02-aaa25de0b9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:26.838615 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9a9b095f-deb3-42dd-8221-a4a909a32474 req-6820c580-45b4-4ab6-8e02-aaa25de0b9d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=456d975739e04659be41d35506548735&device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 1137 time: 0.4387572
Apr 02 18:15:26.838805 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-7d89f84d-73d3-4b33-bfda-3b521f34cd93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:26.838805 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-7d89f84d-73d3-4b33-bfda-3b521f34cd93 admin admin] Usage tracker for resource:security_group_rule and tenant:f730851b1037441db2b61da17f83edac is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:26.840911 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-7d89f84d-73d3-4b33-bfda-3b521f34cd93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:26.847118 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-7d89f84d-73d3-4b33-bfda-3b521f34cd93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:26.943475 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-94ec6128-c412-48b8-b70d-8024ba530818 req-c0cc3328-1980-4ea2-a2be-db81cc53a47b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:26.956656 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['56ab80a2-d47b-476b-84f0-88dd9c8fc122'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:15:26.963549 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-10ea8936-2bdc-4b92-a390-13f3694e53a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854513834', 'neutron.services.segments.db._delete_segments_for_network--9223363296845448257'] for network, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:26.977869 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:27.012935 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7d89f84d-73d3-4b33-bfda-3b521f34cd93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:27.064285 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7d89f84d-73d3-4b33-bfda-3b521f34cd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:27.073921 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-41818b6d-f9ac-4dd7-88a0-8503b6195acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:27.120954 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-7d89f84d-73d3-4b33-bfda-3b521f34cd93 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f730851b1037441db2b61da17f83edac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4334390
Apr 02 18:15:27.140099 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 40730) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:27.143005 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc3328-1980-4ea2-a2be-db81cc53a47b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Pushing event deleted for resources: {'Port': ['ID=56ab80a2-d47b-476b-84f0-88dd9c8fc122,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:27.153278 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c0cc3328-1980-4ea2-a2be-db81cc53a47b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:27.155698 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89f84d-73d3-4b33-bfda-3b521f34cd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862897bb-4fa6-44f9-a7c6-07808879cadc,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:27.164701 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7d89f84d-73d3-4b33-bfda-3b521f34cd93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:27.175998 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-08d02321-aa4b-4034-b988-2fa87039ae42 req-c1e8a351-22d5-4b4c-82ce-2914cc95af59 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 210 time: 0.0610199
Apr 02 18:15:27.291179 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-10ea8936-2bdc-4b92-a390-13f3694e53a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2f10a5f780>,) {'filters': {'network_id': ['f11e7f14-5ba4-410d-85b4-c0921e8a68ca']}} {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:15:27.311439 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 5401b529-9099-49b2-bba2-84b67d578439 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:15:27.328289 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-10ea8936-2bdc-4b92-a390-13f3694e53a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f10a5f780>, '0f9f35da-6dca-4704-809e-53ca6f077541') {'for_net_delete': True} {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:15:27.328628 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-10ea8936-2bdc-4b92-a390-13f3694e53a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f10a5f780>, '0f9f35da-6dca-4704-809e-53ca6f077541') {} {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:15:27.341745 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b095f-deb3-42dd-8221-a4a909a32474 req-b8e1e33e-8551-4e75-afb3-bfd64a27d263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:27.343360 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9a9b095f-deb3-42dd-8221-a4a909a32474 req-b8e1e33e-8551-4e75-afb3-bfd64a27d263 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5c976a4-2bf5-421b-86e8-e0cd53189ff2 HTTP/1.1" status: 200  len: 914 time: 0.5037229
Apr 02 18:15:27.420840 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-10ea8936-2bdc-4b92-a390-13f3694e53a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740009327441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2990139'] for segment, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:27.441045 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:27.481150 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3b8508d4-0fc1-4fab-93d0-17284802725c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:27.549248 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e9219f-df56-4104-9571-3df7d44980af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5401b529-9099-49b2-bba2-84b67d578439'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:15:27.566814 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 5401b529-9099-49b2-bba2-84b67d578439, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5401b529-9099-49b2-bba2-84b67d578439,segment=NetworkSegment(f987815a-0fd5-40b0-85da-34501f7e40a0),segment_id=f987815a-0fd5-40b0-85da-34501f7e40a0)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:15:27.584358 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-10ea8936-2bdc-4b92-a390-13f3694e53a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:27.595554 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:27.598392 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:27.600069 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3b8508d4-0fc1-4fab-93d0-17284802725c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:27.620343 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ec6128-c412-48b8-b70d-8024ba530818 req-c0cc3328-1980-4ea2-a2be-db81cc53a47b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] No DVR routers for this DVR port 56ab80a2-d47b-476b-84f0-88dd9c8fc122 on host hv-cinder-78460 {{(pid=84390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:15:27.627527 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ea8936-2bdc-4b92-a390-13f3694e53a1 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=84390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:15:27.638290 dv-cinder-784603-1-iscsi neutron-server[84275]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '43e9219f-df56-4104-9571-3df7d44980af', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5401b529-9099-49b2-bba2-84b67d578439', 'code': 422} returned with failed status
Apr 02 18:15:27.644807 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-94ec6128-c412-48b8-b70d-8024ba530818 req-c0cc3328-1980-4ea2-a2be-db81cc53a47b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:27.645008 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-616282d0-92ab-4dff-9aaa-7289300bbc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:27.647502 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de1c85e-77b0-4ef0-9704-dc698741ce39', 'name': 'network-vif-deleted', 'tag': '56ab80a2-d47b-476b-84f0-88dd9c8fc122'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:15:27.654577 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9a9b095f-deb3-42dd-8221-a4a909a32474 req-483f3e28-7d34-4588-b161-71c8118e9f45 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=674eea1f-ef49-4cae-8bcd-2a36848a945b HTTP/1.1" status: 200  len: 1001 time: 0.2906625
Apr 02 18:15:27.681858 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=5401b529-9099-49b2-bba2-84b67d578439,revision_number=8']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:27.685225 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:27.749541 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f4503-5ea3-46ae-aae4-c7e41b07cf92 req-ea82baf0-f33b-4877-8e54-0bf95362d980 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:27.751745 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8a0f4503-5ea3-46ae-aae4-c7e41b07cf92 req-ea82baf0-f33b-4877-8e54-0bf95362d980 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 943 time: 0.1101789
Apr 02 18:15:27.772877 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de1c85e-77b0-4ef0-9704-dc698741ce39', 'name': 'network-vif-deleted', 'tag': '56ab80a2-d47b-476b-84f0-88dd9c8fc122', 'status': 'completed', 'code': 200}
Apr 02 18:15:27.800321 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8a0f4503-5ea3-46ae-aae4-c7e41b07cf92 req-85a6d4fb-b7a7-4abe-b9d1-47dc5461da31 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419776
Apr 02 18:15:27.828532 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-94ec6128-c412-48b8-b70d-8024ba530818 req-c0cc3328-1980-4ea2-a2be-db81cc53a47b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.15 "DELETE /v2.0/ports/56ab80a2-d47b-476b-84f0-88dd9c8fc122 HTTP/1.1" status: 204  len: 173 time: 2.4131315
Apr 02 18:15:27.922409 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b095f-deb3-42dd-8221-a4a909a32474 req-304ad732-b1fb-4f0d-9656-626e2fed80e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:27.924002 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9a9b095f-deb3-42dd-8221-a4a909a32474 req-304ad732-b1fb-4f0d-9656-626e2fed80e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5e84303b-04ac-4b80-ad14-3d620854a7fc HTTP/1.1" status: 200  len: 853 time: 0.2491088
Apr 02 18:15:27.925804 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-10ea8936-2bdc-4b92-a390-13f3694e53a1 admin admin] Network f11e7f14-5ba4-410d-85b4-c0921e8a68ca has no segments {{(pid=84390) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:15:27.938983 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-10ea8936-2bdc-4b92-a390-13f3694e53a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854517445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852572958'] for segment, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:28.154465 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3b8508d4-0fc1-4fab-93d0-17284802725c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:28.173084 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-cf795bdd-8593-48ee-ab04-1c88f773005d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:28.198266 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-10ea8936-2bdc-4b92-a390-13f3694e53a1 admin admin] Network f11e7f14-5ba4-410d-85b4-c0921e8a68ca has no segments {{(pid=84390) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:15:28.228132 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8508d4-0fc1-4fab-93d0-17284802725c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862897bb-4fa6-44f9-a7c6-07808879cadc,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]: Traceback (most recent call last):
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]:     timer()
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]:     cb(*args, **kw)
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]:     return func(*args, **kwargs)
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]:     self._notify()
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]:     self.callback(batched_events)
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]:     event.method(event)
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]:     segment_id)['aggregates'][0]
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]:     return f(self, *a, **k)
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self._get(url).json()
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]:     **kwargs)
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]:     **endpoint_filter)
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:15:28.230054 dv-cinder-784603-1-iscsi neutron-server[84275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:15:28.280312 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3b8508d4-0fc1-4fab-93d0-17284802725c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:28.290761 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3b8508d4-0fc1-4fab-93d0-17284802725c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:28.292184 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-3b8508d4-0fc1-4fab-93d0-17284802725c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/862897bb-4fa6-44f9-a7c6-07808879cadc HTTP/1.1" status: 204  len: 168 time: 1.1466722
Apr 02 18:15:28.316207 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b095f-deb3-42dd-8221-a4a909a32474 req-cb03bcf8-11ad-4eeb-833b-99d634a1b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:28.317638 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9a9b095f-deb3-42dd-8221-a4a909a32474 req-cb03bcf8-11ad-4eeb-833b-99d634a1b339 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5c976a4-2bf5-421b-86e8-e0cd53189ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3819489
Apr 02 18:15:28.379012 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-df03dc0f-91c2-40a5-ab52-b0e3691319f8 req-fc36c6c4-d228-45ec-88f6-fe3e1ca0b0ce tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] 10.222.0.10 "GET /v2.0/ports?device_id=2de1c85e-77b0-4ef0-9704-dc698741ce39 HTTP/1.1" status: 200  len: 210 time: 0.0592678
Apr 02 18:15:28.459013 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-10ea8936-2bdc-4b92-a390-13f3694e53a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-261967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854362150'] for network, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:28.474468 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7ea7cff6-c588-4896-9421-7658480d2f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:28.498119 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-10ea8936-2bdc-4b92-a390-13f3694e53a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:28.509800 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea8936-2bdc-4b92-a390-13f3694e53a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f11e7f14-5ba4-410d-85b4-c0921e8a68ca,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:28.514867 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-10ea8936-2bdc-4b92-a390-13f3694e53a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:28.516939 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9a9b095f-deb3-42dd-8221-a4a909a32474 req-94d5f601-4271-4745-922a-6a8070db6e7c service neutron] 10.222.0.15 "GET /v2.0/networks/e5c976a4-2bf5-421b-86e8-e0cd53189ff2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1813903
Apr 02 18:15:28.596963 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-10ea8936-2bdc-4b92-a390-13f3694e53a1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f11e7f14-5ba4-410d-85b4-c0921e8a68ca HTTP/1.1" status: 204  len: 168 time: 2.6953492
Apr 02 18:15:28.750257 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:28.869750 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 40764) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:28.920097 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 40768) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:28.922160 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-81aa4aa1-d426-4e45-98c4-9f79eb037318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:28.938346 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9a9b095f-deb3-42dd-8221-a4a909a32474 req-e87ccf53-1cf5-4e2d-b716-2e62069d7a8b service neutron] 10.222.0.15 "GET /v2.0/networks/e5c976a4-2bf5-421b-86e8-e0cd53189ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4134545
Apr 02 18:15:28.940358 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-81aa4aa1-d426-4e45-98c4-9f79eb037318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:28.947078 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-81aa4aa1-d426-4e45-98c4-9f79eb037318 admin admin] Usage tracker for resource:security_group_rule and tenant:20e366e46ad44db5bf9f59c4f6266363 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:28.951194 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-81aa4aa1-d426-4e45-98c4-9f79eb037318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:28.959519 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-81aa4aa1-d426-4e45-98c4-9f79eb037318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:28.990995 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-f215300f-7332-4a51-8d11-e80575603b53 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ed7d1d5264c74304906ef3044a96cced&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0672488
Apr 02 18:15:28.991414 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 40772) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:29.053708 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-81aa4aa1-d426-4e45-98c4-9f79eb037318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:29.061769 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-96825866-d182-4fcf-ae0f-b0638e4a6f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:29.087304 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-81aa4aa1-d426-4e45-98c4-9f79eb037318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:29.091052 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-96825866-d182-4fcf-ae0f-b0638e4a6f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:29.097781 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d9dc8aaa-cb2e-4259-bc2a-95d8c1bee422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:29.144985 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-81aa4aa1-d426-4e45-98c4-9f79eb037318 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=20e366e46ad44db5bf9f59c4f6266363&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2712450
Apr 02 18:15:29.145669 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa4aa1-d426-4e45-98c4-9f79eb037318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5195d457-c7b8-4681-8e9d-8895ed114b67,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:29.145913 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 40782) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:29.185376 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-81aa4aa1-d426-4e45-98c4-9f79eb037318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:29.216794 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8217fa8d-312f-4629-9d24-ae500e44fea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:29.227447 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-96825866-d182-4fcf-ae0f-b0638e4a6f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:29.235338 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3b8508d4-0fc1-4fab-93d0-17284802725c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:29.244107 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebe198-3e94-44ac-94ab-5f2b5f589487 req-ceb6e3cb-2dcd-43b5-abbb-4daebfd26448 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:29.245700 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e4ebe198-3e94-44ac-94ab-5f2b5f589487 req-ceb6e3cb-2dcd-43b5-abbb-4daebfd26448 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 943 time: 0.1011326
Apr 02 18:15:29.264153 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96825866-d182-4fcf-ae0f-b0638e4a6f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6daac2-3e84-4b94-bb5d-7a2feb76f345,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:29.267267 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8217fa8d-312f-4629-9d24-ae500e44fea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:29.274636 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-96825866-d182-4fcf-ae0f-b0638e4a6f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:29.299467 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e4ebe198-3e94-44ac-94ab-5f2b5f589487 req-757f5a74-22a7-4d0a-8cf0-6d68b5d38254 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464652
Apr 02 18:15:29.311076 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-96825866-d182-4fcf-ae0f-b0638e4a6f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:29.312313 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-96825866-d182-4fcf-ae0f-b0638e4a6f0c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f6daac2-3e84-4b94-bb5d-7a2feb76f345 HTTP/1.1" status: 204  len: 168 time: 0.3189535
Apr 02 18:15:29.333174 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 56ab80a2-d47b-476b-84f0-88dd9c8fc122 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:15:29.344079 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8217fa8d-312f-4629-9d24-ae500e44fea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:29.353251 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e4d1bed0-a668-480b-8013-7a712dfc7794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:29.360788 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] No Port match for: 56ab80a2-d47b-476b-84f0-88dd9c8fc122 {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:15:29.361185 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 56ab80a2-d47b-476b-84f0-88dd9c8fc122 not bound to the agent host hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:15:29.373292 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217fa8d-312f-4629-9d24-ae500e44fea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5195d457-c7b8-4681-8e9d-8895ed114b67,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:29.375658 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8217fa8d-312f-4629-9d24-ae500e44fea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:29.376947 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8217fa8d-312f-4629-9d24-ae500e44fea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:29.380982 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-8217fa8d-312f-4629-9d24-ae500e44fea7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5195d457-c7b8-4681-8e9d-8895ed114b67 HTTP/1.1" status: 204  len: 168 time: 0.2310839
Apr 02 18:15:29.489539 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 40798) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:29.521359 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9b885c32-cc91-48ee-8bb2-19b56e3b605c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:29.566656 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_v2 [None req-d39d4e56-d255-4832-b00a-039a2055173d admin admin] Deleting subnet 6f251e70-9c7c-4901-a9b3-7ea1463d5c2b {{(pid=84390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:15:29.572695 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d39d4e56-d255-4832-b00a-039a2055173d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:29.633890 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d39d4e56-d255-4832-b00a-039a2055173d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851785678'] for subnet, precommit_delete_associations {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:29.698328 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d39d4e56-d255-4832-b00a-039a2055173d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1495'] for subnet, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:29.807906 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 40820) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:30.064451 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bdd4fa05-f08b-4ec2-876b-3f943f173040 req-740b2bdf-7f60-4517-826a-2f842fa283c2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2548683
Apr 02 18:15:30.092916 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:30.122086 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d39d4e56-d255-4832-b00a-039a2055173d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852573111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851730366'] for subnet, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:30.140830 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:30.236713 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d4e56-d255-4832-b00a-039a2055173d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f251e70-9c7c-4901-a9b3-7ea1463d5c2b,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:30.250066 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d39d4e56-d255-4832-b00a-039a2055173d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:30.290438 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d39d4e56-d255-4832-b00a-039a2055173d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for subnet, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:30.297350 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-d39d4e56-d255-4832-b00a-039a2055173d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6f251e70-9c7c-4901-a9b3-7ea1463d5c2b HTTP/1.1" status: 204  len: 168 time: 0.8067274
Apr 02 18:15:30.300046 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 40848) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:30.437962 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d342b83e-ca73-4d60-b01c-2a1ff6e59c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-37997'] for network, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:30.557958 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f7eec-23b7-4600-90a9-0cdb05314413 req-26259df7-11e9-4baa-8fd2-95e6d8f1ca4c tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:30.559713 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a49f7eec-23b7-4600-90a9-0cdb05314413 req-26259df7-11e9-4baa-8fd2-95e6d8f1ca4c tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 943 time: 0.1074736
Apr 02 18:15:30.616028 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a49f7eec-23b7-4600-90a9-0cdb05314413 req-9b0bcae3-1603-4c35-9abf-22b1be5c5e9f tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468249
Apr 02 18:15:30.733876 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d342b83e-ca73-4d60-b01c-2a1ff6e59c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854513834', 'neutron.services.segments.db._delete_segments_for_network--9223363296845448257'] for network, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:30.868899 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-d342b83e-ca73-4d60-b01c-2a1ff6e59c3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2f103af588>,) {'filters': {'network_id': ['2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff']}} {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:15:30.885174 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-d342b83e-ca73-4d60-b01c-2a1ff6e59c3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f103af588>, 'ed805b0c-f3b6-4176-8c71-1ed496648d92') {'for_net_delete': True} {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:15:30.885530 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-d342b83e-ca73-4d60-b01c-2a1ff6e59c3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f103af588>, 'ed805b0c-f3b6-4176-8c71-1ed496648d92') {} {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:15:30.907869 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d342b83e-ca73-4d60-b01c-2a1ff6e59c3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740009327441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2990139'] for segment, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:30.928162 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d342b83e-ca73-4d60-b01c-2a1ff6e59c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:30.936262 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d342b83e-ca73-4d60-b01c-2a1ff6e59c3d admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=84390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:15:31.139813 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-d342b83e-ca73-4d60-b01c-2a1ff6e59c3d admin admin] Network 2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff has no segments {{(pid=84390) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:15:31.152249 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d342b83e-ca73-4d60-b01c-2a1ff6e59c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854517445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852572958'] for segment, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:31.345682 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-d342b83e-ca73-4d60-b01c-2a1ff6e59c3d admin admin] Network 2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff has no segments {{(pid=84390) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]: Traceback (most recent call last):
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]:     timer()
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]:     cb(*args, **kw)
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]:     return func(*args, **kwargs)
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]:     self._notify()
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]:     self.callback(batched_events)
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]:     event.method(event)
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]:     segment_id)['aggregates'][0]
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]:     return f(self, *a, **k)
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self._get(url).json()
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]:     **kwargs)
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]:     **endpoint_filter)
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:15:31.368317 dv-cinder-784603-1-iscsi neutron-server[84275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:15:31.555318 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d342b83e-ca73-4d60-b01c-2a1ff6e59c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-261967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854362150'] for network, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:31.559030 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:31.574722 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d342b83e-ca73-4d60-b01c-2a1ff6e59c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:31.590841 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342b83e-ca73-4d60-b01c-2a1ff6e59c3d admin admin] Pushing event deleted for resources: {'Network': ['ID=2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:31.594351 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d342b83e-ca73-4d60-b01c-2a1ff6e59c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:31.624357 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-d342b83e-ca73-4d60-b01c-2a1ff6e59c3d admin admin] 10.222.0.10 "DELETE /v2.0/networks/2d218a4f-e4c5-4cc2-a6d2-ccacc9f3f1ff HTTP/1.1" status: 204  len: 168 time: 1.3208010
Apr 02 18:15:31.675683 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:31.832144 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd69787-2331-4217-8446-2c1bae8f77eb req-53afeeeb-b401-4893-8aaf-9eb97b183f01 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:31.833814 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3cd69787-2331-4217-8446-2c1bae8f77eb req-53afeeeb-b401-4893-8aaf-9eb97b183f01 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 943 time: 0.0894279
Apr 02 18:15:31.889717 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3cd69787-2331-4217-8446-2c1bae8f77eb req-f667defb-6893-4e24-a37a-17c68560a86c tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489340
Apr 02 18:15:31.952541 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 40902) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:32.006637 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-abd82f50-6796-40fd-aa0a-86286b369582 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=469aa9b529694baa91a42fa0eae6e868&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0527558
Apr 02 18:15:32.010128 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 40906) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:32.074346 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6bc66488-a7a2-42f4-9c9c-612e4bc449aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:32.103161 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6bc66488-a7a2-42f4-9c9c-612e4bc449aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:32.178075 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6bc66488-a7a2-42f4-9c9c-612e4bc449aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:32.183814 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-371d26cf-5be8-4ef1-af2e-b0b46e92537f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:32.199701 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc66488-a7a2-42f4-9c9c-612e4bc449aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961acafb-89a7-4184-bd67-530b50f30fb9,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:32.202790 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-6bc66488-a7a2-42f4-9c9c-612e4bc449aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:32.214170 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6bc66488-a7a2-42f4-9c9c-612e4bc449aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:32.215473 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-6bc66488-a7a2-42f4-9c9c-612e4bc449aa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/961acafb-89a7-4184-bd67-530b50f30fb9 HTTP/1.1" status: 204  len: 168 time: 0.2046547
Apr 02 18:15:32.287236 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4fa05-f08b-4ec2-876b-3f943f173040 req-2e4cf62b-7312-487e-ad89-dfc9823fd6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:32.288902 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bdd4fa05-f08b-4ec2-876b-3f943f173040 req-2e4cf62b-7312-487e-ad89-dfc9823fd6a3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af&tenant_id=ab81f0810293410f90055ce730a5f2ce HTTP/1.1" status: 200  len: 1096 time: 0.0848949
Apr 02 18:15:32.395059 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4fa05-f08b-4ec2-876b-3f943f173040 req-7fde9a07-ab55-4177-9f55-f56a4f069e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:32.396687 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bdd4fa05-f08b-4ec2-876b-3f943f173040 req-7fde9a07-ab55-4177-9f55-f56a4f069e68 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab81f0810293410f90055ce730a5f2ce&device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 1096 time: 0.0840180
Apr 02 18:15:32.557882 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4fa05-f08b-4ec2-876b-3f943f173040 req-bc5f4ef1-0391-4bf7-a763-1f6c8c9c3381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:32.559543 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bdd4fa05-f08b-4ec2-876b-3f943f173040 req-bc5f4ef1-0391-4bf7-a763-1f6c8c9c3381 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ba3fcca8-4959-4278-9c76-59b99609716c HTTP/1.1" status: 200  len: 917 time: 0.1503193
Apr 02 18:15:32.693552 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bdd4fa05-f08b-4ec2-876b-3f943f173040 req-06fd3dcc-1f10-46d7-9cee-805ac4ecf57c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5401b529-9099-49b2-bba2-84b67d578439 HTTP/1.1" status: 200  len: 999 time: 0.1062303
Apr 02 18:15:32.771592 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4fa05-f08b-4ec2-876b-3f943f173040 req-30beed30-fbdd-4c69-8392-f77f9772c99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:32.773636 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bdd4fa05-f08b-4ec2-876b-3f943f173040 req-30beed30-fbdd-4c69-8392-f77f9772c99e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b47bc7a-7e44-4ded-9896-b2dbc84447fe HTTP/1.1" status: 200  len: 856 time: 0.0717742
Apr 02 18:15:32.864175 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4fa05-f08b-4ec2-876b-3f943f173040 req-13bce747-2c03-49b9-ad36-e5f920d7f1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:32.865945 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bdd4fa05-f08b-4ec2-876b-3f943f173040 req-13bce747-2c03-49b9-ad36-e5f920d7f1a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba3fcca8-4959-4278-9c76-59b99609716c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0837536
Apr 02 18:15:32.883227 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 40956) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:33.058800 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bdd4fa05-f08b-4ec2-876b-3f943f173040 req-b14587f2-5359-49c4-bf14-883e44c3abe8 service neutron] 10.222.0.15 "GET /v2.0/networks/ba3fcca8-4959-4278-9c76-59b99609716c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1816850
Apr 02 18:15:33.127244 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-0b4266d1-84e9-49c5-9c32-49b04ebe6220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:33.149039 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-0b4266d1-84e9-49c5-9c32-49b04ebe6220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:33.155276 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-0b4266d1-84e9-49c5-9c32-49b04ebe6220 admin admin] Usage tracker for resource:security_group_rule and tenant:46fba66b660b43debe36149969d83c1a is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:33.158275 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-0b4266d1-84e9-49c5-9c32-49b04ebe6220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:33.164516 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-0b4266d1-84e9-49c5-9c32-49b04ebe6220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:33.224420 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bdd4fa05-f08b-4ec2-876b-3f943f173040 req-e3a10886-75c3-482e-8c37-c36b5a3c1450 service neutron] 10.222.0.15 "GET /v2.0/networks/ba3fcca8-4959-4278-9c76-59b99609716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1603377
Apr 02 18:15:33.274266 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-0b4266d1-84e9-49c5-9c32-49b04ebe6220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:33.284252 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49635643-7dfa-4deb-bec0-78ee8c3f7343 req-ca041290-b98c-44b9-99e0-64400c202761 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:33.286096 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-49635643-7dfa-4deb-bec0-78ee8c3f7343 req-ca041290-b98c-44b9-99e0-64400c202761 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 943 time: 0.2521226
Apr 02 18:15:33.313567 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-0b4266d1-84e9-49c5-9c32-49b04ebe6220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:33.332110 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-fc37a0f3-f429-482d-bc4e-feb2e094f013 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:33.393203 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-0b4266d1-84e9-49c5-9c32-49b04ebe6220 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=46fba66b660b43debe36149969d83c1a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5085092
Apr 02 18:15:33.396325 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 40978) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:33.415864 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-49635643-7dfa-4deb-bec0-78ee8c3f7343 req-b72cb829-9879-4ea7-8324-7805adc159e7 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1219425
Apr 02 18:15:33.416948 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4266d1-84e9-49c5-9c32-49b04ebe6220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a63a27-cae3-4736-81fe-22ec5df71f93,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:33.423487 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-0b4266d1-84e9-49c5-9c32-49b04ebe6220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:33.468292 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-77765f29-2cab-4a7e-9314-fc0485433ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:33.496680 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-77765f29-2cab-4a7e-9314-fc0485433ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:33.601602 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-77765f29-2cab-4a7e-9314-fc0485433ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:33.607259 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-dcf1f2db-7f42-496f-a8d6-33a480d796c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:33.621611 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77765f29-2cab-4a7e-9314-fc0485433ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a63a27-cae3-4736-81fe-22ec5df71f93,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:33.624448 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-77765f29-2cab-4a7e-9314-fc0485433ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:33.625781 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-77765f29-2cab-4a7e-9314-fc0485433ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:33.629896 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-77765f29-2cab-4a7e-9314-fc0485433ce8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/34a63a27-cae3-4736-81fe-22ec5df71f93 HTTP/1.1" status: 204  len: 168 time: 0.2324603
Apr 02 18:15:34.148531 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 41012) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:34.169582 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a786711b-470c-4e34-bba7-b6228c7f7a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:34.187337 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-a786711b-470c-4e34-bba7-b6228c7f7a7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:34.191916 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-a786711b-470c-4e34-bba7-b6228c7f7a7d admin admin] Usage tracker for resource:security_group_rule and tenant:5a7fa7f8f9ae46bfaf30f5d84756e9a0 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:34.195639 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-a786711b-470c-4e34-bba7-b6228c7f7a7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:34.202005 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-a786711b-470c-4e34-bba7-b6228c7f7a7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:34.292308 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a786711b-470c-4e34-bba7-b6228c7f7a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:34.344051 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a786711b-470c-4e34-bba7-b6228c7f7a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:34.354156 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-888029ab-9f2e-48e0-bb3f-a9dd153052ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:34.410629 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-a786711b-470c-4e34-bba7-b6228c7f7a7d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a7fa7f8f9ae46bfaf30f5d84756e9a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2582481
Apr 02 18:15:34.410629 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786711b-470c-4e34-bba7-b6228c7f7a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e98946b-e580-4848-82aa-1d07517a2b60,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:34.411347 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 41028) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:34.413620 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a786711b-470c-4e34-bba7-b6228c7f7a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:34.482339 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7fc4f004-58dd-4d77-82e6-52a3fc5d9a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:34.512625 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7fc4f004-58dd-4d77-82e6-52a3fc5d9a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:34.666029 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10784a4-826b-4de6-9828-9484ce87858a req-c9e75e4a-93ac-4dc1-bfb0-a0709e68db2b tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:34.674529 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f10784a4-826b-4de6-9828-9484ce87858a req-c9e75e4a-93ac-4dc1-bfb0-a0709e68db2b tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 943 time: 0.1310382
Apr 02 18:15:34.691232 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7fc4f004-58dd-4d77-82e6-52a3fc5d9a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:34.698154 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-764a2a67-11d6-450a-bf55-28cc496b644d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:34.714188 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4f004-58dd-4d77-82e6-52a3fc5d9a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e98946b-e580-4848-82aa-1d07517a2b60,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:34.721440 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7fc4f004-58dd-4d77-82e6-52a3fc5d9a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:34.752319 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f10784a4-826b-4de6-9828-9484ce87858a req-ffbc30b3-5543-4b10-93d9-b3e0ba7a5284 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0765707
Apr 02 18:15:34.753107 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7fc4f004-58dd-4d77-82e6-52a3fc5d9a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:34.754350 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-7fc4f004-58dd-4d77-82e6-52a3fc5d9a42 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8e98946b-e580-4848-82aa-1d07517a2b60 HTTP/1.1" status: 204  len: 168 time: 0.3419640
Apr 02 18:15:35.334530 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 41060) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:35.500985 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-82199946-b33b-47be-884f-2ed329bb5e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:35.519895 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-82199946-b33b-47be-884f-2ed329bb5e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:35.524623 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-82199946-b33b-47be-884f-2ed329bb5e7e admin admin] Usage tracker for resource:security_group_rule and tenant:22bc16bc0ccd41dfa61741bcf0ae7d0e is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:35.531800 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-82199946-b33b-47be-884f-2ed329bb5e7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:35.540788 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-82199946-b33b-47be-884f-2ed329bb5e7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:35.701383 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-82199946-b33b-47be-884f-2ed329bb5e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:35.732650 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-82199946-b33b-47be-884f-2ed329bb5e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:35.746050 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-86f61201-9b17-46df-8350-91a92b582274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:35.793066 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-82199946-b33b-47be-884f-2ed329bb5e7e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=22bc16bc0ccd41dfa61741bcf0ae7d0e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4500871
Apr 02 18:15:35.794134 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82199946-b33b-47be-884f-2ed329bb5e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b6a4eb-f158-4c6a-9765-d52e2471e863,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:35.796071 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 41080) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:35.797792 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-82199946-b33b-47be-884f-2ed329bb5e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:36.001225 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f86ac89b-aca0-4ccd-8c46-1395d29f0a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:36.047653 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f86ac89b-aca0-4ccd-8c46-1395d29f0a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:36.101306 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1cb820-1c72-4300-ab29-db7762bf0844 req-3981d2b4-cf8c-4a36-9c2d-fe828c3f6458 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:36.102971 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3a1cb820-1c72-4300-ab29-db7762bf0844 req-3981d2b4-cf8c-4a36-9c2d-fe828c3f6458 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 943 time: 0.1709352
Apr 02 18:15:36.161881 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3a1cb820-1c72-4300-ab29-db7762bf0844 req-dfcefe96-4eea-4a74-85bd-c0ae660dd840 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509841
Apr 02 18:15:36.184059 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f86ac89b-aca0-4ccd-8c46-1395d29f0a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:36.191908 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c90b64b5-49e3-4342-ad9a-122a02f47fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:36.206696 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ac89b-aca0-4ccd-8c46-1395d29f0a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b6a4eb-f158-4c6a-9765-d52e2471e863,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:36.209543 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f86ac89b-aca0-4ccd-8c46-1395d29f0a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:36.212439 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f86ac89b-aca0-4ccd-8c46-1395d29f0a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:36.217059 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-f86ac89b-aca0-4ccd-8c46-1395d29f0a63 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/37b6a4eb-f158-4c6a-9765-d52e2471e863 HTTP/1.1" status: 204  len: 168 time: 0.4198649
Apr 02 18:15:36.754595 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 41114) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:36.770932 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-77c8d37a-50f1-4aa1-bb85-76cb9a6cf670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:36.799773 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-77c8d37a-50f1-4aa1-bb85-76cb9a6cf670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:36.811792 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-77c8d37a-50f1-4aa1-bb85-76cb9a6cf670 admin admin] Usage tracker for resource:security_group_rule and tenant:2fcf4ee12ad849e8aea78ba3a3265827 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:36.816403 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-77c8d37a-50f1-4aa1-bb85-76cb9a6cf670 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:36.825029 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-77c8d37a-50f1-4aa1-bb85-76cb9a6cf670 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:36.947243 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-77c8d37a-50f1-4aa1-bb85-76cb9a6cf670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:36.978570 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-77c8d37a-50f1-4aa1-bb85-76cb9a6cf670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:36.986341 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d8eec455-74a1-4985-be1b-dcf928c46dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:37.039950 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8d37a-50f1-4aa1-bb85-76cb9a6cf670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae91d46-3e18-4baf-8aa3-08d4629bdc48,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:37.043672 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-77c8d37a-50f1-4aa1-bb85-76cb9a6cf670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:37.049003 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 41120) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:37.049129 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-77c8d37a-50f1-4aa1-bb85-76cb9a6cf670 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2fcf4ee12ad849e8aea78ba3a3265827&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2984941
Apr 02 18:15:37.160340 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-87d76d4d-005a-4fb0-9e85-c79884ef0826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:37.201542 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-87d76d4d-005a-4fb0-9e85-c79884ef0826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:37.290768 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-87d76d4d-005a-4fb0-9e85-c79884ef0826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:37.297584 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a786711b-470c-4e34-bba7-b6228c7f7a7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:37.325808 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d76d4d-005a-4fb0-9e85-c79884ef0826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae91d46-3e18-4baf-8aa3-08d4629bdc48,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:37.328239 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-87d76d4d-005a-4fb0-9e85-c79884ef0826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:37.355303 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-87d76d4d-005a-4fb0-9e85-c79884ef0826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:37.356831 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-87d76d4d-005a-4fb0-9e85-c79884ef0826 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2ae91d46-3e18-4baf-8aa3-08d4629bdc48 HTTP/1.1" status: 204  len: 168 time: 0.3067060
Apr 02 18:15:37.483765 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477f64b-b980-4ab7-8e66-45bf849c3a17 req-7a06eb9e-6bb4-418d-aa5b-1207471560f2 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:37.485602 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c477f64b-b980-4ab7-8e66-45bf849c3a17 req-7a06eb9e-6bb4-418d-aa5b-1207471560f2 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 943 time: 0.1778169
Apr 02 18:15:37.623980 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c477f64b-b980-4ab7-8e66-45bf849c3a17 req-3015b4e8-8aa6-4322-8707-c70898f5e797 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1284785
Apr 02 18:15:37.663408 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e2108-dd63-41c9-8ee6-b285b5080b3b req-53132a1f-3b64-4e65-a62c-91ad93117fe4 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:37.665726 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-330e2108-dd63-41c9-8ee6-b285b5080b3b req-53132a1f-3b64-4e65-a62c-91ad93117fe4 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 984 time: 0.1130981
Apr 02 18:15:38.055852 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-330e2108-dd63-41c9-8ee6-b285b5080b3b req-617908aa-f8eb-4d8f-b5f3-adbb6929740f tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01f0c9d-b2ca-4645-b251-33f329bd8bf0&id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3725667
Apr 02 18:15:38.942996 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99846d91-e2a9-4bc2-9a54-32a3be19c7e4 req-04de0edd-612b-41bd-8806-1ec6fd6dec3e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:38.951838 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-99846d91-e2a9-4bc2-9a54-32a3be19c7e4 req-04de0edd-612b-41bd-8806-1ec6fd6dec3e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 943 time: 0.1412754
Apr 02 18:15:39.003762 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-99846d91-e2a9-4bc2-9a54-32a3be19c7e4 req-336333b4-deec-4b41-8a09-9db6e73353ce tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499253
Apr 02 18:15:39.257929 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9f63b-5e2d-40a8-a0c0-c7823ef86ddb req-2a188438-60f0-4cbf-a68a-851e603613d9 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:39.259841 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6ae9f63b-5e2d-40a8-a0c0-c7823ef86ddb req-2a188438-60f0-4cbf-a68a-851e603613d9 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 984 time: 0.0952029
Apr 02 18:15:39.315916 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6ae9f63b-5e2d-40a8-a0c0-c7823ef86ddb req-5121653f-da60-4616-9412-a712f0b58e9a tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01f0c9d-b2ca-4645-b251-33f329bd8bf0&id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0486310
Apr 02 18:15:39.367058 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:40.404213 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9ca68-33a2-4540-aa73-fd9eadbe0d3f req-420a9a74-9a85-47a9-9117-8b2883db3b01 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:40.405898 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4da9ca68-33a2-4540-aa73-fd9eadbe0d3f req-420a9a74-9a85-47a9-9117-8b2883db3b01 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 943 time: 0.1822996
Apr 02 18:15:40.501684 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4da9ca68-33a2-4540-aa73-fd9eadbe0d3f req-7ee74283-ed67-478a-b006-acb56d126de6 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0808129
Apr 02 18:15:40.618649 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de8f33-f76d-456c-8b41-096576507570 req-afc9da7c-602c-4085-980b-4edf13e4c99f tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:40.620363 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d9de8f33-f76d-456c-8b41-096576507570 req-afc9da7c-602c-4085-980b-4edf13e4c99f tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 984 time: 0.1094267
Apr 02 18:15:40.673224 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d9de8f33-f76d-456c-8b41-096576507570 req-ba33f0c0-e4f3-4217-994e-0d0551605bb6 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01f0c9d-b2ca-4645-b251-33f329bd8bf0&id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0460155
Apr 02 18:15:41.908759 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d435c-e6b4-4812-8359-38f986638182 req-8b09549b-4c0a-4ed1-88aa-cefaa69712d9 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:41.910325 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-717d435c-e6b4-4812-8359-38f986638182 req-8b09549b-4c0a-4ed1-88aa-cefaa69712d9 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 943 time: 0.2072306
Apr 02 18:15:41.951793 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201ac30-6cb2-40c3-8fa5-7b43a2d28d9d req-71516e55-08a1-45b3-a04d-b321996f4178 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:41.959662 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a201ac30-6cb2-40c3-8fa5-7b43a2d28d9d req-71516e55-08a1-45b3-a04d-b321996f4178 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 984 time: 0.1631546
Apr 02 18:15:42.034021 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-717d435c-e6b4-4812-8359-38f986638182 req-427c5737-26e6-47bf-b6fe-6020d3713220 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1159356
Apr 02 18:15:42.059410 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a201ac30-6cb2-40c3-8fa5-7b43a2d28d9d req-239385d2-89ba-4e20-a0f7-65f7bdc92c4f tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01f0c9d-b2ca-4645-b251-33f329bd8bf0&id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0980701
Apr 02 18:15:43.346460 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0eecc-ec1c-4efd-9fcd-f827791f80e8 req-1faf877a-4293-4937-b29a-435809f19256 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:43.347990 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-04c0eecc-ec1c-4efd-9fcd-f827791f80e8 req-1faf877a-4293-4937-b29a-435809f19256 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 984 time: 0.1756318
Apr 02 18:15:43.357713 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1157243-113c-4be9-8af0-5738fe6d8992 req-fc7d2a1e-ce71-4977-9d6c-97b0b1a212a0 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:43.359333 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f1157243-113c-4be9-8af0-5738fe6d8992 req-fc7d2a1e-ce71-4977-9d6c-97b0b1a212a0 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 943 time: 0.1339822
Apr 02 18:15:43.440317 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-04c0eecc-ec1c-4efd-9fcd-f827791f80e8 req-f11a3372-1ec3-423b-81cb-9daa9ce677eb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01f0c9d-b2ca-4645-b251-33f329bd8bf0&id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0798795
Apr 02 18:15:43.449446 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f1157243-113c-4be9-8af0-5738fe6d8992 req-f2b16730-03ec-467b-a4ef-7dce6ccb3334 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725646
Apr 02 18:15:44.737990 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f0b70-8877-46f1-9a4c-764f7023e813 req-91244c67-b3a9-47fe-be78-4efad607e7d5 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:44.739626 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c23f0b70-8877-46f1-9a4c-764f7023e813 req-91244c67-b3a9-47fe-be78-4efad607e7d5 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 943 time: 0.1668670
Apr 02 18:15:44.749136 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a5c5-9c23-4ba4-b98c-d1bd4204bd46 req-7022fc36-6854-41dd-b7d6-11cb750ddf51 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:44.750704 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1f71a5c5-9c23-4ba4-b98c-d1bd4204bd46 req-7022fc36-6854-41dd-b7d6-11cb750ddf51 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 984 time: 0.1414456
Apr 02 18:15:44.823655 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c23f0b70-8877-46f1-9a4c-764f7023e813 req-2176fffd-393b-4469-ac23-04e72eb8cdf4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718727
Apr 02 18:15:44.839724 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1f71a5c5-9c23-4ba4-b98c-d1bd4204bd46 req-bcb1d884-e4f8-4ff6-b039-11c805b3fff0 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01f0c9d-b2ca-4645-b251-33f329bd8bf0&id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0715098
Apr 02 18:15:46.141821 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e35f04-3294-4968-86c2-84dedd5a3545 req-2a166aa2-e5ed-493c-ac58-c98f29f5ba07 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:46.143802 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-60e35f04-3294-4968-86c2-84dedd5a3545 req-2a166aa2-e5ed-493c-ac58-c98f29f5ba07 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 984 time: 0.1573470
Apr 02 18:15:46.161842 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85641cec-a438-48d9-b9e1-75ac91041800 req-4c50b336-cf39-47a8-ac7b-89322e8d37e3 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:46.164234 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-85641cec-a438-48d9-b9e1-75ac91041800 req-4c50b336-cf39-47a8-ac7b-89322e8d37e3 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 943 time: 0.1376026
Apr 02 18:15:46.269120 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-60e35f04-3294-4968-86c2-84dedd5a3545 req-830a50b0-3c19-459b-ac9b-d356fa140aee tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01f0c9d-b2ca-4645-b251-33f329bd8bf0&id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1160870
Apr 02 18:15:46.273950 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-85641cec-a438-48d9-b9e1-75ac91041800 req-cca16bf7-93a0-4d54-a91e-0980c17e2add tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0940316
Apr 02 18:15:46.439951 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8938d89-9b32-4df2-b277-900dfdaaa399 req-9b7af87b-8799-4e93-adac-0032900a3039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:46.441748 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a8938d89-9b32-4df2-b277-900dfdaaa399 req-9b7af87b-8799-4e93-adac-0032900a3039 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=456d975739e04659be41d35506548735&device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 1137 time: 0.1001787
Apr 02 18:15:46.610947 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8938d89-9b32-4df2-b277-900dfdaaa399 req-1243ad6b-3ba4-4d3d-8841-db7d86133c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:46.612631 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a8938d89-9b32-4df2-b277-900dfdaaa399 req-1243ad6b-3ba4-4d3d-8841-db7d86133c4e service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5c976a4-2bf5-421b-86e8-e0cd53189ff2 HTTP/1.1" status: 200  len: 914 time: 0.1630995
Apr 02 18:15:46.742150 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a8938d89-9b32-4df2-b277-900dfdaaa399 req-a0fcae85-7eaf-44b9-92e5-c90383b9ed69 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=674eea1f-ef49-4cae-8bcd-2a36848a945b HTTP/1.1" status: 200  len: 1001 time: 0.1184368
Apr 02 18:15:46.818013 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8938d89-9b32-4df2-b277-900dfdaaa399 req-61f9b007-01bd-48cb-965a-cc584cfbb297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:46.819954 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a8938d89-9b32-4df2-b277-900dfdaaa399 req-61f9b007-01bd-48cb-965a-cc584cfbb297 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5e84303b-04ac-4b80-ad14-3d620854a7fc HTTP/1.1" status: 200  len: 853 time: 0.0712488
Apr 02 18:15:46.918689 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8938d89-9b32-4df2-b277-900dfdaaa399 req-5b3ad165-ee94-4935-9568-f7c518ff2c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:46.920373 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a8938d89-9b32-4df2-b277-900dfdaaa399 req-5b3ad165-ee94-4935-9568-f7c518ff2c73 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5c976a4-2bf5-421b-86e8-e0cd53189ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0932114
Apr 02 18:15:47.070056 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a8938d89-9b32-4df2-b277-900dfdaaa399 req-6a22c0fd-b74e-4098-a08e-f143632efb10 service neutron] 10.222.0.15 "GET /v2.0/networks/e5c976a4-2bf5-421b-86e8-e0cd53189ff2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409643
Apr 02 18:15:47.221886 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a8938d89-9b32-4df2-b277-900dfdaaa399 req-8ab0d076-ef84-4702-936a-30d5065995d0 service neutron] 10.222.0.15 "GET /v2.0/networks/e5c976a4-2bf5-421b-86e8-e0cd53189ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451101
Apr 02 18:15:47.543444 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd221e-891f-43ca-8c5c-25089e5a47dc req-28c3dd95-d485-44ac-ac02-2b5306489b3c tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:47.545059 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d9fd221e-891f-43ca-8c5c-25089e5a47dc req-28c3dd95-d485-44ac-ac02-2b5306489b3c tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 984 time: 0.1651340
Apr 02 18:15:47.554528 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cff67-536d-4136-82ff-04392517bb50 req-57318d7c-caf2-44a9-b06d-e16fa76b3ea7 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:47.555975 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a95cff67-536d-4136-82ff-04392517bb50 req-57318d7c-caf2-44a9-b06d-e16fa76b3ea7 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 943 time: 0.1312227
Apr 02 18:15:47.630548 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d9fd221e-891f-43ca-8c5c-25089e5a47dc req-57b78c4f-02d4-4f05-b8b9-65ac28eab794 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01f0c9d-b2ca-4645-b251-33f329bd8bf0&id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0735068
Apr 02 18:15:47.638567 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a95cff67-536d-4136-82ff-04392517bb50 req-0946d2a9-2fb3-4d4f-82e0-9428045de689 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0671730
Apr 02 18:15:48.853441 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 41376) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:48.906736 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdb84a-1d49-44e0-a1e3-d9902bc5420c req-32ca68cc-7b6c-4d59-9dbe-c0b42f908d9a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:48.908341 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-14fdb84a-1d49-44e0-a1e3-d9902bc5420c req-32ca68cc-7b6c-4d59-9dbe-c0b42f908d9a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 943 time: 0.1249990
Apr 02 18:15:48.916832 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489acbd4-5211-4786-bc67-88a020f2b500 req-befbf79f-29d4-46fb-896a-ec02ed69eff4 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:48.918434 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-489acbd4-5211-4786-bc67-88a020f2b500 req-befbf79f-29d4-46fb-896a-ec02ed69eff4 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 984 time: 0.1719170
Apr 02 18:15:48.993325 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-14fdb84a-1d49-44e0-a1e3-d9902bc5420c req-12e8cb23-f9d6-40eb-b052-b052c155430a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0738273
Apr 02 18:15:49.000111 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02367d88-1b12-4818-8d4e-59ea3f315ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:49.000269 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-489acbd4-5211-4786-bc67-88a020f2b500 req-14c9c2f3-9ed9-4ff2-9864-e7911b9baaf4 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01f0c9d-b2ca-4645-b251-33f329bd8bf0&id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0666444
Apr 02 18:15:49.016733 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-02367d88-1b12-4818-8d4e-59ea3f315ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:49.020855 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-02367d88-1b12-4818-8d4e-59ea3f315ba2 admin admin] Usage tracker for resource:security_group_rule and tenant:189990d03ff3431b8464711857d3e42d is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:49.024432 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-02367d88-1b12-4818-8d4e-59ea3f315ba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:49.030750 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-02367d88-1b12-4818-8d4e-59ea3f315ba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:49.114595 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02367d88-1b12-4818-8d4e-59ea3f315ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:49.143500 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02367d88-1b12-4818-8d4e-59ea3f315ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:49.152512 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-82199946-b33b-47be-884f-2ed329bb5e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:49.196579 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-02367d88-1b12-4818-8d4e-59ea3f315ba2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=189990d03ff3431b8464711857d3e42d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3418744
Apr 02 18:15:49.197539 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02367d88-1b12-4818-8d4e-59ea3f315ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de7ea4d-22d1-4ccd-8955-d452936e9efb,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:49.199832 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 41384) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:49.201074 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-02367d88-1b12-4818-8d4e-59ea3f315ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:49.267735 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-98db918d-55a6-4275-bf23-e12c99858116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:49.295063 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-98db918d-55a6-4275-bf23-e12c99858116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:49.401081 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-98db918d-55a6-4275-bf23-e12c99858116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:49.407823 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-0f2315c6-6e94-4a9f-b563-0777923eefc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:49.423888 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db918d-55a6-4275-bf23-e12c99858116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de7ea4d-22d1-4ccd-8955-d452936e9efb,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:49.439126 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db918d-55a6-4275-bf23-e12c99858116 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:49.439631 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db918d-55a6-4275-bf23-e12c99858116 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:49.440095 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db918d-55a6-4275-bf23-e12c99858116 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:49.440411 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db918d-55a6-4275-bf23-e12c99858116 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:49.440805 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db918d-55a6-4275-bf23-e12c99858116 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:49.441200 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db918d-55a6-4275-bf23-e12c99858116 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:49.441590 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db918d-55a6-4275-bf23-e12c99858116 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:49.441982 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db918d-55a6-4275-bf23-e12c99858116 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:49.442393 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db918d-55a6-4275-bf23-e12c99858116 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:49.442786 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db918d-55a6-4275-bf23-e12c99858116 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:49.443256 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db918d-55a6-4275-bf23-e12c99858116 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:49.443640 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98db918d-55a6-4275-bf23-e12c99858116 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:15:49.447014 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-98db918d-55a6-4275-bf23-e12c99858116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:49.448525 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-98db918d-55a6-4275-bf23-e12c99858116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:49.449987 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-98db918d-55a6-4275-bf23-e12c99858116 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6de7ea4d-22d1-4ccd-8955-d452936e9efb HTTP/1.1" status: 204  len: 168 time: 0.2473462
Apr 02 18:15:49.934123 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 41402) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:49.953411 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a257fb0f-574e-4e48-88a1-6f2d5e4a1113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:49.968919 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-a257fb0f-574e-4e48-88a1-6f2d5e4a1113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:49.972980 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-a257fb0f-574e-4e48-88a1-6f2d5e4a1113 admin admin] Usage tracker for resource:security_group_rule and tenant:273a223135cd4ae593a2c5dd11f98119 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:49.976506 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-a257fb0f-574e-4e48-88a1-6f2d5e4a1113 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:49.982489 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-a257fb0f-574e-4e48-88a1-6f2d5e4a1113 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:50.071943 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a257fb0f-574e-4e48-88a1-6f2d5e4a1113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:50.103552 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a257fb0f-574e-4e48-88a1-6f2d5e4a1113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:50.112621 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-20c7e438-eaaa-439e-abd4-581019495bca tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:50.160420 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-a257fb0f-574e-4e48-88a1-6f2d5e4a1113 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=273a223135cd4ae593a2c5dd11f98119&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2249894
Apr 02 18:15:50.162146 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257fb0f-574e-4e48-88a1-6f2d5e4a1113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867f4b80-f531-4d8c-a4c1-10bc8ca567d8,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:50.165557 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a257fb0f-574e-4e48-88a1-6f2d5e4a1113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:50.166263 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 41410) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:50.229356 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a375eb23-e2fd-45c7-bd5a-9b0f2b3bd773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:50.256180 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a375eb23-e2fd-45c7-bd5a-9b0f2b3bd773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:50.277200 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9214ce-9256-4571-9ec6-e7dab2336c14 req-6059a1f3-4aa5-436b-b05e-51ecc93c48fb tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:50.279056 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8c9214ce-9256-4571-9ec6-e7dab2336c14 req-6059a1f3-4aa5-436b-b05e-51ecc93c48fb tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 943 time: 0.1618209
Apr 02 18:15:50.287394 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b14a2-6c34-43ba-8c24-063f3b2ec0f7 req-4df44b45-dd56-4448-b5fd-81edabdd01a9 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:50.289056 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-917b14a2-6c34-43ba-8c24-063f3b2ec0f7 req-4df44b45-dd56-4448-b5fd-81edabdd01a9 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 984 time: 0.1698303
Apr 02 18:15:50.337790 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a375eb23-e2fd-45c7-bd5a-9b0f2b3bd773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:50.343294 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-87d76d4d-005a-4fb0-9e85-c79884ef0826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:50.356495 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375eb23-e2fd-45c7-bd5a-9b0f2b3bd773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867f4b80-f531-4d8c-a4c1-10bc8ca567d8,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:50.361396 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a375eb23-e2fd-45c7-bd5a-9b0f2b3bd773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:50.365859 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a375eb23-e2fd-45c7-bd5a-9b0f2b3bd773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:50.369670 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-a375eb23-e2fd-45c7-bd5a-9b0f2b3bd773 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/867f4b80-f531-4d8c-a4c1-10bc8ca567d8 HTTP/1.1" status: 204  len: 168 time: 0.1999624
Apr 02 18:15:50.375070 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-917b14a2-6c34-43ba-8c24-063f3b2ec0f7 req-2f7e83be-b680-440e-bf8f-224eba7b1dce tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01f0c9d-b2ca-4645-b251-33f329bd8bf0&id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0789349
Apr 02 18:15:50.389716 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8c9214ce-9256-4571-9ec6-e7dab2336c14 req-eb7647ff-9cab-4adf-9940-884390a98718 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0738764
Apr 02 18:15:50.896451 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 41464) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:50.921373 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d770405d-c575-4a45-b049-a6bc663e1889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:50.938167 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-d770405d-c575-4a45-b049-a6bc663e1889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:50.942209 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-d770405d-c575-4a45-b049-a6bc663e1889 admin admin] Usage tracker for resource:security_group_rule and tenant:c0e9cba556524920b35777e4f5eb575e is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:50.945778 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-d770405d-c575-4a45-b049-a6bc663e1889 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:50.951850 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-d770405d-c575-4a45-b049-a6bc663e1889 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:51.040540 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d770405d-c575-4a45-b049-a6bc663e1889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:51.092406 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d770405d-c575-4a45-b049-a6bc663e1889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:51.102164 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05941112-3362-48b4-a1e2-cd08eedff39d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:51.144133 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-d770405d-c575-4a45-b049-a6bc663e1889 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c0e9cba556524920b35777e4f5eb575e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2459786
Apr 02 18:15:51.145882 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770405d-c575-4a45-b049-a6bc663e1889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42eee380-98bb-4eb0-bf80-5cc0c5aa2e34,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:51.147065 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 41468) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:51.150730 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d770405d-c575-4a45-b049-a6bc663e1889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:51.211625 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4d9177fe-ac31-4dd0-bf96-01b84dd75515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:51.242859 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4d9177fe-ac31-4dd0-bf96-01b84dd75515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:51.543895 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4d9177fe-ac31-4dd0-bf96-01b84dd75515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:51.549368 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f96909ac-e823-4297-9384-1ec5cc633d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:51.560560 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9177fe-ac31-4dd0-bf96-01b84dd75515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42eee380-98bb-4eb0-bf80-5cc0c5aa2e34,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:51.565862 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4d9177fe-ac31-4dd0-bf96-01b84dd75515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:51.567816 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4d9177fe-ac31-4dd0-bf96-01b84dd75515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:51.570001 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-4d9177fe-ac31-4dd0-bf96-01b84dd75515 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/42eee380-98bb-4eb0-bf80-5cc0c5aa2e34 HTTP/1.1" status: 204  len: 168 time: 0.4209034
Apr 02 18:15:51.674646 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c105abd-698a-4dff-8f6f-dbfabbde6a2e req-3534eaa2-d15b-4038-9486-826853c357f4 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:51.676288 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6c105abd-698a-4dff-8f6f-dbfabbde6a2e req-3534eaa2-d15b-4038-9486-826853c357f4 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 984 time: 0.1589038
Apr 02 18:15:51.717429 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b96090-8e74-4999-92ae-15c15747135f req-59689668-f356-4edd-b3ab-e0b0f7daeda9 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:51.719043 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-22b96090-8e74-4999-92ae-15c15747135f req-59689668-f356-4edd-b3ab-e0b0f7daeda9 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 943 time: 0.1587217
Apr 02 18:15:51.762956 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6c105abd-698a-4dff-8f6f-dbfabbde6a2e req-dfa4bc76-4a9e-456a-a880-7302e77308c4 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01f0c9d-b2ca-4645-b251-33f329bd8bf0&id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0796521
Apr 02 18:15:51.784820 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-22b96090-8e74-4999-92ae-15c15747135f req-af7ac801-b9ef-4b49-b1e1-d2afa84fd3f5 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551395
Apr 02 18:15:52.243017 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 41512) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:52.371649 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05326731-5893-4a67-8dd4-5ca98e1f80d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:52.387562 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-05326731-5893-4a67-8dd4-5ca98e1f80d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:52.391611 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-05326731-5893-4a67-8dd4-5ca98e1f80d7 admin admin] Usage tracker for resource:security_group_rule and tenant:316d3b84527a4ecc87ce0b77bf390eee is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:52.394604 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-05326731-5893-4a67-8dd4-5ca98e1f80d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:52.401427 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-05326731-5893-4a67-8dd4-5ca98e1f80d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:52.492459 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05326731-5893-4a67-8dd4-5ca98e1f80d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:52.521123 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05326731-5893-4a67-8dd4-5ca98e1f80d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:52.531853 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b54cfdf9-84f2-4305-aeb9-c743789f4719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:52.578517 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-05326731-5893-4a67-8dd4-5ca98e1f80d7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=316d3b84527a4ecc87ce0b77bf390eee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3317697
Apr 02 18:15:52.579182 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 41528) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:52.580265 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05326731-5893-4a67-8dd4-5ca98e1f80d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2e27de-e847-4c0b-83d1-d12449cd0ecb,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:52.583491 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05326731-5893-4a67-8dd4-5ca98e1f80d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:52.657685 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e4f4c1fd-df46-41ee-b763-9044d3d01c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:52.689075 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e4f4c1fd-df46-41ee-b763-9044d3d01c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:52.778250 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e4f4c1fd-df46-41ee-b763-9044d3d01c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:52.783908 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-6bc66488-a7a2-42f4-9c9c-612e4bc449aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:52.802344 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4c1fd-df46-41ee-b763-9044d3d01c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2e27de-e847-4c0b-83d1-d12449cd0ecb,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:52.815220 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e4f4c1fd-df46-41ee-b763-9044d3d01c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:52.822020 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e4f4c1fd-df46-41ee-b763-9044d3d01c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:52.836257 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-e4f4c1fd-df46-41ee-b763-9044d3d01c44 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cb2e27de-e847-4c0b-83d1-d12449cd0ecb HTTP/1.1" status: 204  len: 168 time: 0.2450559
Apr 02 18:15:53.082427 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98494f6f-65da-44a3-adf1-576880fe92a9 req-2108ec34-ee7e-4cbe-a636-b694ef6f6c51 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:53.084162 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-98494f6f-65da-44a3-adf1-576880fe92a9 req-2108ec34-ee7e-4cbe-a636-b694ef6f6c51 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 984 time: 0.1882269
Apr 02 18:15:53.159917 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b2a06-abc7-4af1-b0af-8fda4dcc033b req-602e707c-db31-4eee-9431-a58dad2b7a1c tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:53.161651 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-838b2a06-abc7-4af1-b0af-8fda4dcc033b req-602e707c-db31-4eee-9431-a58dad2b7a1c tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 943 time: 0.1576123
Apr 02 18:15:53.175101 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-98494f6f-65da-44a3-adf1-576880fe92a9 req-1992bb8e-dac8-4085-b12a-99b400841000 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01f0c9d-b2ca-4645-b251-33f329bd8bf0&id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0753958
Apr 02 18:15:53.241385 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-838b2a06-abc7-4af1-b0af-8fda4dcc033b req-1b9e144a-bf32-45d0-99d8-c59a2a516cbe tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0722051
Apr 02 18:15:53.442287 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 5401b529-9099-49b2-bba2-84b67d578439 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:15:53.459039 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 41554) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:53.478236 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9e9085b8-7dd9-46d7-99ec-b96b502f5b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:53.493902 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-9e9085b8-7dd9-46d7-99ec-b96b502f5b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:53.497890 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-9e9085b8-7dd9-46d7-99ec-b96b502f5b0d admin admin] Usage tracker for resource:security_group_rule and tenant:6132815349ed4f54b8bce5629a268578 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:53.500839 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-9e9085b8-7dd9-46d7-99ec-b96b502f5b0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:53.507383 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-9e9085b8-7dd9-46d7-99ec-b96b502f5b0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:53.605508 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 5401b529-9099-49b2-bba2-84b67d578439, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5401b529-9099-49b2-bba2-84b67d578439,segment=NetworkSegment(f987815a-0fd5-40b0-85da-34501f7e40a0),segment_id=f987815a-0fd5-40b0-85da-34501f7e40a0)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:15:53.621478 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Returning: {'device': '5401b529-9099-49b2-bba2-84b67d578439', 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c', 'port_id': '5401b529-9099-49b2-bba2-84b67d578439', 'mac_address': 'fa:16:3e:f2:d4:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:15:53.628177 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9e9085b8-7dd9-46d7-99ec-b96b502f5b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:53.658070 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9e9085b8-7dd9-46d7-99ec-b96b502f5b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:53.680635 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-07eab72d-3be5-44ba-89ee-971099b2db27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:53.684707 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:53.703456 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5401b529-9099-49b2-bba2-84b67d578439 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:15:53.721278 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 5401b529-9099-49b2-bba2-84b67d578439, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5401b529-9099-49b2-bba2-84b67d578439,segment=NetworkSegment(f987815a-0fd5-40b0-85da-34501f7e40a0),segment_id=f987815a-0fd5-40b0-85da-34501f7e40a0)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:15:53.725705 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-9e9085b8-7dd9-46d7-99ec-b96b502f5b0d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6132815349ed4f54b8bce5629a268578&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2647491
Apr 02 18:15:53.726749 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9085b8-7dd9-46d7-99ec-b96b502f5b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7b6891-d132-4d26-ba0d-7b0d887db274,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:53.730019 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-9e9085b8-7dd9-46d7-99ec-b96b502f5b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:53.732745 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 41564) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:53.755482 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:53.758231 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:53.802329 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8ce08275-acd2-4142-a61d-e23cdf3b1c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:53.831762 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8ce08275-acd2-4142-a61d-e23cdf3b1c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:53.832612 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=5401b529-9099-49b2-bba2-84b67d578439,revision_number=9']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:53.836098 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:53.909232 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8ce08275-acd2-4142-a61d-e23cdf3b1c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:53.914970 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f11e607c-3b9f-460e-8575-5158ee7aed8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:53.929783 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce08275-acd2-4142-a61d-e23cdf3b1c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7b6891-d132-4d26-ba0d-7b0d887db274,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:53.932565 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8ce08275-acd2-4142-a61d-e23cdf3b1c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:53.933834 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8ce08275-acd2-4142-a61d-e23cdf3b1c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:53.935633 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-8ce08275-acd2-4142-a61d-e23cdf3b1c50 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd7b6891-d132-4d26-ba0d-7b0d887db274 HTTP/1.1" status: 204  len: 168 time: 0.1964226
Apr 02 18:15:54.026073 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['5401b529-9099-49b2-bba2-84b67d578439'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:15:54.475659 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f85f4-aeed-41b4-aec7-85e07acc8009 req-98885cc2-25b9-4131-9f7c-5d72da43dbc8 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:54.477314 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d17f85f4-aeed-41b4-aec7-85e07acc8009 req-98885cc2-25b9-4131-9f7c-5d72da43dbc8 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 984 time: 0.1671154
Apr 02 18:15:54.509822 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01631ac4-9ff8-40f7-9f7c-0f8d5c08f7ad req-fc99b35d-4d20-47b9-82d1-961d9af71719 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:54.511492 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-01631ac4-9ff8-40f7-9f7c-0f8d5c08f7ad req-fc99b35d-4d20-47b9-82d1-961d9af71719 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 944 time: 0.1286979
Apr 02 18:15:54.587179 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d17f85f4-aeed-41b4-aec7-85e07acc8009 req-d815372e-bd6e-4aad-bdb9-bac3f369288d tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01f0c9d-b2ca-4645-b251-33f329bd8bf0&id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1007745
Apr 02 18:15:54.597122 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-01631ac4-9ff8-40f7-9f7c-0f8d5c08f7ad req-d19059ce-9e33-44ce-8ec1-a8929d2779b2 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775425
Apr 02 18:15:54.607753 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 41602) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:54.745529 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-17845b7e-d823-4b3d-b033-b0a608052522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:54.764948 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-17845b7e-d823-4b3d-b033-b0a608052522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:54.769616 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-17845b7e-d823-4b3d-b033-b0a608052522 admin admin] Usage tracker for resource:security_group_rule and tenant:93d0e37050b04413af98c02fb09f8715 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:54.774196 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-17845b7e-d823-4b3d-b033-b0a608052522 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:54.780998 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-17845b7e-d823-4b3d-b033-b0a608052522 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:54.866710 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-17845b7e-d823-4b3d-b033-b0a608052522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:54.892403 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-17845b7e-d823-4b3d-b033-b0a608052522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:54.902487 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b1b2357a-f27c-4eb3-a474-e790b923e580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:54.949865 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-17845b7e-d823-4b3d-b033-b0a608052522 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=93d0e37050b04413af98c02fb09f8715&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3408387
Apr 02 18:15:54.950855 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17845b7e-d823-4b3d-b033-b0a608052522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd53f91d-bef3-4c4b-b8ee-962e52a1f152,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:54.953192 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 41618) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:54.954414 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-17845b7e-d823-4b3d-b033-b0a608052522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:55.019602 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5d8b0218-4fd8-492b-920e-0c194bd21ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:55.046256 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5d8b0218-4fd8-492b-920e-0c194bd21ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:55.114945 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5d8b0218-4fd8-492b-920e-0c194bd21ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:55.120948 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8ddba46c-dbec-404c-95f9-cc13b8da0ddb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:55.135528 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b0218-4fd8-492b-920e-0c194bd21ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd53f91d-bef3-4c4b-b8ee-962e52a1f152,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:55.138573 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-5d8b0218-4fd8-492b-920e-0c194bd21ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:55.139762 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5d8b0218-4fd8-492b-920e-0c194bd21ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:55.148941 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-5d8b0218-4fd8-492b-920e-0c194bd21ea9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd53f91d-bef3-4c4b-b8ee-962e52a1f152 HTTP/1.1" status: 204  len: 168 time: 0.1896062
Apr 02 18:15:55.451031 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 5401b529-9099-49b2-bba2-84b67d578439 up at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:15:55.529606 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning complete for port 5401b529-9099-49b2-bba2-84b67d578439 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:15:55.530223 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:55.685580 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:55.723459 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 41670) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:55.727736 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e9219f-df56-4104-9571-3df7d44980af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5401b529-9099-49b2-bba2-84b67d578439'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:15:55.742873 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 5401b529-9099-49b2-bba2-84b67d578439, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5401b529-9099-49b2-bba2-84b67d578439,segment=NetworkSegment(f987815a-0fd5-40b0-85da-34501f7e40a0),segment_id=f987815a-0fd5-40b0-85da-34501f7e40a0)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:15:55.750470 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b412a74b-8c35-4417-b1fa-8b442e59c739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:55.767649 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-b412a74b-8c35-4417-b1fa-8b442e59c739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:55.772682 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-b412a74b-8c35-4417-b1fa-8b442e59c739 admin admin] Usage tracker for resource:security_group_rule and tenant:221123c14cc44f4a858e755176a00380 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:55.776164 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-b412a74b-8c35-4417-b1fa-8b442e59c739 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:55.782765 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-b412a74b-8c35-4417-b1fa-8b442e59c739 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:55.800611 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:55.803955 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:55.924117 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=5401b529-9099-49b2-bba2-84b67d578439,revision_number=10']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:55.940919 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:55.949178 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b412a74b-8c35-4417-b1fa-8b442e59c739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:55.960431 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788def1-58e2-4188-a0af-3407da205dfd req-93f801c5-ee4a-4fff-9846-1d521e42a1ef tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:55.969711 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9788def1-58e2-4188-a0af-3407da205dfd req-93f801c5-ee4a-4fff-9846-1d521e42a1ef tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 984 time: 0.2730927
Apr 02 18:15:56.006585 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b412a74b-8c35-4417-b1fa-8b442e59c739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:56.006830 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c7f82-763f-43f5-8567-a015d2fd7f05 req-ce784511-7e5d-4d9d-8efc-7abae38e0195 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:56.008375 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-006c7f82-763f-43f5-8567-a015d2fd7f05 req-ce784511-7e5d-4d9d-8efc-7abae38e0195 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 946 time: 0.2378700
Apr 02 18:15:56.021033 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-17845b7e-d823-4b3d-b033-b0a608052522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:56.056082 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-b412a74b-8c35-4417-b1fa-8b442e59c739 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=221123c14cc44f4a858e755176a00380&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3297653
Apr 02 18:15:56.063380 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 41682) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:56.065338 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9788def1-58e2-4188-a0af-3407da205dfd req-336e775d-5fc3-48fd-804a-27723ff1447b tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01f0c9d-b2ca-4645-b251-33f329bd8bf0&id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0945022
Apr 02 18:15:56.078716 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-006c7f82-763f-43f5-8567-a015d2fd7f05 req-1d281a59-acae-41f1-b302-5b7f71534c0b tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598218
Apr 02 18:15:56.090652 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412a74b-8c35-4417-b1fa-8b442e59c739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de6cd05-e35c-42d1-8231-85842d23769c,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:56.094986 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b412a74b-8c35-4417-b1fa-8b442e59c739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:56.141259 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9c04ebe1-8437-44e9-a961-cd2767a67e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:56.149667 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e9219f-df56-4104-9571-3df7d44980af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5401b529-9099-49b2-bba2-84b67d578439', 'code': 200}
Apr 02 18:15:56.173558 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9c04ebe1-8437-44e9-a961-cd2767a67e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:56.241941 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:15:56.274983 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9c04ebe1-8437-44e9-a961-cd2767a67e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:56.280622 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-ed4f2f69-a805-4f67-bac8-b78a7838db8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:56.296156 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04ebe1-8437-44e9-a961-cd2767a67e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de6cd05-e35c-42d1-8231-85842d23769c,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:56.298589 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-9c04ebe1-8437-44e9-a961-cd2767a67e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:56.309498 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9c04ebe1-8437-44e9-a961-cd2767a67e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:56.313172 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-9c04ebe1-8437-44e9-a961-cd2767a67e00 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1de6cd05-e35c-42d1-8231-85842d23769c HTTP/1.1" status: 204  len: 168 time: 0.2463777
Apr 02 18:15:56.740409 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0bd3a-76fa-4c96-8814-0f016d52edc0 req-a7a3aa39-6280-43bc-8ca7-c56fd85766ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:56.742079 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-51a0bd3a-76fa-4c96-8814-0f016d52edc0 req-a7a3aa39-6280-43bc-8ca7-c56fd85766ce service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 1099 time: 0.0846567
Apr 02 18:15:56.790820 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-51a0bd3a-76fa-4c96-8814-0f016d52edc0 req-a190ace2-2029-4d35-8663-b0fac68baba4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422220
Apr 02 18:15:57.279564 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 41728) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:57.354554 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c4e8e-b1e8-4418-bdeb-aa9e09bfbe87 req-686faec7-7a46-4bf1-9731-b31e9f5e0d22 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:57.356166 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1e3c4e8e-b1e8-4418-bdeb-aa9e09bfbe87 req-686faec7-7a46-4bf1-9731-b31e9f5e0d22 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 984 time: 0.1569619
Apr 02 18:15:57.388772 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc94550-4576-48a2-9e53-22b409f5a4f9 req-43b69f5c-7256-46e2-ae3e-6d34752c396a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:57.390421 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bbc94550-4576-48a2-9e53-22b409f5a4f9 req-43b69f5c-7256-46e2-ae3e-6d34752c396a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 946 time: 0.1449912
Apr 02 18:15:57.394126 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-da4aef5d-7663-4fb1-8f46-dd32ef4be08c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1312612313-network', 'tenant_id': '888d3879e75b49d1ba664f9c92540629'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:15:57.399835 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-da4aef5d-7663-4fb1-8f46-dd32ef4be08c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:57.404350 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-da4aef5d-7663-4fb1-8f46-dd32ef4be08c admin admin] Usage tracker for resource:network and tenant:888d3879e75b49d1ba664f9c92540629 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:57.407453 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-da4aef5d-7663-4fb1-8f46-dd32ef4be08c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:57.414766 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-da4aef5d-7663-4fb1-8f46-dd32ef4be08c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:57.447501 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1e3c4e8e-b1e8-4418-bdeb-aa9e09bfbe87 req-73c91bf0-6ac5-4d2c-a605-f26b1ec9ac80 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01f0c9d-b2ca-4645-b251-33f329bd8bf0&id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0846779
Apr 02 18:15:57.458351 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4aef5d-7663-4fb1-8f46-dd32ef4be08c admin admin] Made reservation on behalf of 888d3879e75b49d1ba664f9c92540629 for: {'network': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:15:57.464472 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-da4aef5d-7663-4fb1-8f46-dd32ef4be08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for network, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:57.480182 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-da4aef5d-7663-4fb1-8f46-dd32ef4be08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:57.497623 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-da4aef5d-7663-4fb1-8f46-dd32ef4be08c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:57.502143 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-da4aef5d-7663-4fb1-8f46-dd32ef4be08c admin admin] Usage tracker for resource:security_group_rule and tenant:888d3879e75b49d1ba664f9c92540629 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:57.505438 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-da4aef5d-7663-4fb1-8f46-dd32ef4be08c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:57.512107 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-da4aef5d-7663-4fb1-8f46-dd32ef4be08c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:57.610818 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-da4aef5d-7663-4fb1-8f46-dd32ef4be08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:57.612597 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-102548f8-bd19-4477-aabb-8b6d63f6f4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:57.652313 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-da4aef5d-7663-4fb1-8f46-dd32ef4be08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:57.657299 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05326731-5893-4a67-8dd4-5ca98e1f80d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:57.686608 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da4aef5d-7663-4fb1-8f46-dd32ef4be08c admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'}  {{(pid=84390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:15:57.687803 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bbc94550-4576-48a2-9e53-22b409f5a4f9 req-19ff6dea-48f5-4203-a735-b7d50073b6ab tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2891152
Apr 02 18:15:57.700962 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4aef5d-7663-4fb1-8f46-dd32ef4be08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fa312d-00ca-4d02-8d47-5bbf84da86c6,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:57.705336 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-da4aef5d-7663-4fb1-8f46-dd32ef4be08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:57.706350 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-da4aef5d-7663-4fb1-8f46-dd32ef4be08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:57.706927 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.segments_db [None req-da4aef5d-7663-4fb1-8f46-dd32ef4be08c admin admin] Added segment 341dee58-dd4e-4acc-9801-b34374843786 of type vlan for network 9e00c797-3bfd-46db-9b6a-220f57463065
Apr 02 18:15:57.739292 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-da4aef5d-7663-4fb1-8f46-dd32ef4be08c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740008826705'] for network, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:57.795269 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-da4aef5d-7663-4fb1-8f46-dd32ef4be08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971'] for network, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:57.796740 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4aef5d-7663-4fb1-8f46-dd32ef4be08c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:57.797384 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-da4aef5d-7663-4fb1-8f46-dd32ef4be08c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:57.802802 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-1509d9fb-8a94-48f8-88f5-7eaf6d13e194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:57.911671 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4aef5d-7663-4fb1-8f46-dd32ef4be08c admin admin] Pushing event updated for resources: {'Network': ['ID=9e00c797-3bfd-46db-9b6a-220f57463065,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:57.914605 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-da4aef5d-7663-4fb1-8f46-dd32ef4be08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:57.922672 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Network 9e00c797-3bfd-46db-9b6a-220f57463065 details requested by agent ovs-agent-dv-cinder-784603-1-iscsi with host dv-cinder-784603-1-iscsi {{(pid=84392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:15:57.945363 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-da4aef5d-7663-4fb1-8f46-dd32ef4be08c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6645160
Apr 02 18:15:57.948460 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 41736) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:57.954513 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-65cb97b4-bf41-47f4-9a2e-e95cf3c3f57e admin admin] Request body: {'subnet': {'network_id': '9e00c797-3bfd-46db-9b6a-220f57463065', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1312612313-subnet', 'tenant_id': '888d3879e75b49d1ba664f9c92540629', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:15:57.960343 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-65cb97b4-bf41-47f4-9a2e-e95cf3c3f57e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:57.964359 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-65cb97b4-bf41-47f4-9a2e-e95cf3c3f57e admin admin] Usage tracker for resource:subnet and tenant:888d3879e75b49d1ba664f9c92540629 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:57.967417 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-65cb97b4-bf41-47f4-9a2e-e95cf3c3f57e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:57.973543 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-65cb97b4-bf41-47f4-9a2e-e95cf3c3f57e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:58.007287 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cb97b4-bf41-47f4-9a2e-e95cf3c3f57e admin admin] Made reservation on behalf of 888d3879e75b49d1ba664f9c92540629 for: {'subnet': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:15:58.012161 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-65cb97b4-bf41-47f4-9a2e-e95cf3c3f57e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3045496'] for subnet, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:58.485017 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-65cb97b4-bf41-47f4-9a2e-e95cf3c3f57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2202738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3045451'] for subnet, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:58.501106 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:58.630249 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb97b4-bf41-47f4-9a2e-e95cf3c3f57e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cafd005-9372-4f6e-825e-8aeb896cc230,revision_number=0']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:58.635312 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-65cb97b4-bf41-47f4-9a2e-e95cf3c3f57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:58.660009 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76c71f-ea80-42ca-b99b-d22c948d7597 req-18aa45de-79a7-40a6-a9c9-0a26e15036e9 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:58.661634 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-cf76c71f-ea80-42ca-b99b-d22c948d7597 req-18aa45de-79a7-40a6-a9c9-0a26e15036e9 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 984 time: 0.0910501
Apr 02 18:15:58.708227 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cb97b4-bf41-47f4-9a2e-e95cf3c3f57e admin admin] Checking segment: {'id': '341dee58-dd4e-4acc-9801-b34374843786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9e00c797-3bfd-46db-9b6a-220f57463065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:15:58.708628 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cb97b4-bf41-47f4-9a2e-e95cf3c3f57e admin admin] Network hostable DHCP agents. Network: 9e00c797-3bfd-46db-9b6a-220f57463065, hostable agents: ['41a019fe-56df-4d22-b19a-be518ff15af3'], hosted agents: [] {{(pid=84390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:15:58.715583 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-cf76c71f-ea80-42ca-b99b-d22c948d7597 req-911e4a61-6c91-49db-8b2a-9a47602a61d9 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01f0c9d-b2ca-4645-b251-33f329bd8bf0&id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0469329
Apr 02 18:15:58.755491 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cb97b4-bf41-47f4-9a2e-e95cf3c3f57e admin admin] Network 9e00c797-3bfd-46db-9b6a-220f57463065 is scheduled to be hosted by DHCP agent 41a019fe-56df-4d22-b19a-be518ff15af3 with binding_index 1 {{(pid=84390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:15:58.755797 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:58.778079 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-65cb97b4-bf41-47f4-9a2e-e95cf3c3f57e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-iscsi, 9e00c797-3bfd-46db-9b6a-220f57463065) {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:15:58.787392 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3364712e-e716-4795-8a05-37db7240b50c None None] Network 9e00c797-3bfd-46db-9b6a-220f57463065 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:15:58.790844 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cb97b4-bf41-47f4-9a2e-e95cf3c3f57e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:58.791492 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-65cb97b4-bf41-47f4-9a2e-e95cf3c3f57e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for subnet, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:58.825224 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-65cb97b4-bf41-47f4-9a2e-e95cf3c3f57e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8752677
Apr 02 18:15:58.925990 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81afe2e-fed2-4a16-9a1e-4cae969825e7 req-101a87ad-3430-4c7f-8ad3-b68203627f9d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:58.927768 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b81afe2e-fed2-4a16-9a1e-4cae969825e7 req-101a87ad-3430-4c7f-8ad3-b68203627f9d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 946 time: 0.1055040
Apr 02 18:15:58.994433 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b81afe2e-fed2-4a16-9a1e-4cae969825e7 req-2b6d083f-d446-420b-928d-ff5a2c84c54f tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554464
Apr 02 18:15:59.060921 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3712a5-4748-47c1-af8b-4a3539a8daa6 None None] Network 9e00c797-3bfd-46db-9b6a-220f57463065 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:15:59.486059 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 41768) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:15:59.492803 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-e5ae50d1-b047-4c50-89c4-2990ae7ec250 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-44145859-network', 'tenant_id': 'c87947bfc1c94866b96a9bd9b60739c5'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:15:59.497815 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-e5ae50d1-b047-4c50-89c4-2990ae7ec250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:59.517618 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-e5ae50d1-b047-4c50-89c4-2990ae7ec250 admin admin] Usage tracker for resource:network and tenant:c87947bfc1c94866b96a9bd9b60739c5 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:59.517618 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-e5ae50d1-b047-4c50-89c4-2990ae7ec250 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:59.517618 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-e5ae50d1-b047-4c50-89c4-2990ae7ec250 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:59.538821 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3c9ed4d5-811e-43f0-99b7-89cda80f9d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:59.561381 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ae50d1-b047-4c50-89c4-2990ae7ec250 admin admin] Made reservation on behalf of c87947bfc1c94866b96a9bd9b60739c5 for: {'network': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:15:59.567615 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e5ae50d1-b047-4c50-89c4-2990ae7ec250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for network, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:59.583993 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e5ae50d1-b047-4c50-89c4-2990ae7ec250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:59.602063 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-e5ae50d1-b047-4c50-89c4-2990ae7ec250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:15:59.606392 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-e5ae50d1-b047-4c50-89c4-2990ae7ec250 admin admin] Usage tracker for resource:security_group_rule and tenant:c87947bfc1c94866b96a9bd9b60739c5 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:15:59.609785 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-e5ae50d1-b047-4c50-89c4-2990ae7ec250 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:15:59.618201 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-e5ae50d1-b047-4c50-89c4-2990ae7ec250 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:15:59.714104 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e5ae50d1-b047-4c50-89c4-2990ae7ec250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:59.743846 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e5ae50d1-b047-4c50-89c4-2990ae7ec250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:59.748916 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-02367d88-1b12-4818-8d4e-59ea3f315ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:15:59.779563 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ae50d1-b047-4c50-89c4-2990ae7ec250 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'}  {{(pid=84390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:15:59.794079 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae50d1-b047-4c50-89c4-2990ae7ec250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1f8e89-c9a6-43cb-987d-039de93b7657,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:15:59.798698 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e5ae50d1-b047-4c50-89c4-2990ae7ec250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:15:59.799683 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e5ae50d1-b047-4c50-89c4-2990ae7ec250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:59.800064 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.segments_db [None req-e5ae50d1-b047-4c50-89c4-2990ae7ec250 admin admin] Added segment b83dd208-1b07-4b7e-ad03-d5ae3a6a2dc2 of type vlan for network ffe9c343-eed7-47da-a910-4265863ec265
Apr 02 18:15:59.836417 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e5ae50d1-b047-4c50-89c4-2990ae7ec250 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740008826705'] for network, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:59.891808 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e5ae50d1-b047-4c50-89c4-2990ae7ec250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971'] for network, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:59.893878 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ae50d1-b047-4c50-89c4-2990ae7ec250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:15:59.894704 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e5ae50d1-b047-4c50-89c4-2990ae7ec250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:15:59.901590 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:00.025448 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae50d1-b047-4c50-89c4-2990ae7ec250 admin admin] Pushing event updated for resources: {'Network': ['ID=ffe9c343-eed7-47da-a910-4265863ec265,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:00.029814 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e5ae50d1-b047-4c50-89c4-2990ae7ec250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:00.039026 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Network ffe9c343-eed7-47da-a910-4265863ec265 details requested by agent ovs-agent-dv-cinder-784603-1-iscsi with host dv-cinder-784603-1-iscsi {{(pid=84392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:16:00.048296 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-e5ae50d1-b047-4c50-89c4-2990ae7ec250 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.5609064
Apr 02 18:16:00.051272 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 41774) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:00.057870 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-a2ce73db-9670-40da-9ea2-675001a98690 admin admin] Request body: {'subnet': {'network_id': 'ffe9c343-eed7-47da-a910-4265863ec265', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-44145859-subnet', 'tenant_id': 'c87947bfc1c94866b96a9bd9b60739c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:16:00.063570 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-a2ce73db-9670-40da-9ea2-675001a98690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:16:00.070990 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-a2ce73db-9670-40da-9ea2-675001a98690 admin admin] Usage tracker for resource:subnet and tenant:c87947bfc1c94866b96a9bd9b60739c5 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:16:00.074835 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-a2ce73db-9670-40da-9ea2-675001a98690 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:16:00.080973 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-a2ce73db-9670-40da-9ea2-675001a98690 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:16:00.114221 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:00.121380 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ce73db-9670-40da-9ea2-675001a98690 admin admin] Made reservation on behalf of c87947bfc1c94866b96a9bd9b60739c5 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:16:00.127401 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a2ce73db-9670-40da-9ea2-675001a98690 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852202069'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:00.338853 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b6cbc-d00d-41bd-bcd6-d185f4fa09e3 req-e7473e68-04f6-4a3c-b304-0f1648118fb6 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:00.338853 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3f0b6cbc-d00d-41bd-bcd6-d185f4fa09e3 req-e7473e68-04f6-4a3c-b304-0f1648118fb6 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 946 time: 0.1899936
Apr 02 18:16:00.438377 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3f0b6cbc-d00d-41bd-bcd6-d185f4fa09e3 req-992be6ec-7235-4d6b-9140-8d61bf578b67 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0970039
Apr 02 18:16:00.713727 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a2ce73db-9670-40da-9ea2-675001a98690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851822179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852202088'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:00.731591 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:00.859724 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce73db-9670-40da-9ea2-675001a98690 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6be7cfd-a07a-4f36-84fb-067d3684cd42,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:00.864194 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a2ce73db-9670-40da-9ea2-675001a98690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:00.933587 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ce73db-9670-40da-9ea2-675001a98690 admin admin] Checking segment: {'id': 'b83dd208-1b07-4b7e-ad03-d5ae3a6a2dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ffe9c343-eed7-47da-a910-4265863ec265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:16:00.933983 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ce73db-9670-40da-9ea2-675001a98690 admin admin] Network hostable DHCP agents. Network: ffe9c343-eed7-47da-a910-4265863ec265, hostable agents: ['41a019fe-56df-4d22-b19a-be518ff15af3'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:16:00.983435 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ce73db-9670-40da-9ea2-675001a98690 admin admin] Network ffe9c343-eed7-47da-a910-4265863ec265 is scheduled to be hosted by DHCP agent 41a019fe-56df-4d22-b19a-be518ff15af3 with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:16:01.017576 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-a2ce73db-9670-40da-9ea2-675001a98690 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-iscsi, ffe9c343-eed7-47da-a910-4265863ec265) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:16:01.029442 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2af0b2b-fff4-4836-999e-3f080d745349 None None] Network ffe9c343-eed7-47da-a910-4265863ec265 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:16:01.031217 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ce73db-9670-40da-9ea2-675001a98690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:01.031878 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a2ce73db-9670-40da-9ea2-675001a98690 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:01.089166 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-a2ce73db-9670-40da-9ea2-675001a98690 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.0288305
Apr 02 18:16:01.268677 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afde9629-962e-4ba7-b3e8-e9041f4d0c62 None None] Network ffe9c343-eed7-47da-a910-4265863ec265 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:16:01.672641 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd22e2-efa0-4d3a-b81e-72716ecc3785 req-0e177d5d-5d50-497b-a2be-e1d8cb17ec1c tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:01.674258 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5ccd22e2-efa0-4d3a-b81e-72716ecc3785 req-0e177d5d-5d50-497b-a2be-e1d8cb17ec1c tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 946 time: 0.1017296
Apr 02 18:16:01.692101 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:01.727814 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5ccd22e2-efa0-4d3a-b81e-72716ecc3785 req-fc2df4af-117d-43ef-b699-cf6334506dfc tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463192
Apr 02 18:16:02.938720 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c71e4-5026-4f17-88af-983f0707e206 req-78fd38ba-17af-4f57-a218-72e9c55644c8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:02.940330 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0f7c71e4-5026-4f17-88af-983f0707e206 req-78fd38ba-17af-4f57-a218-72e9c55644c8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 946 time: 0.0912733
Apr 02 18:16:02.988134 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0f7c71e4-5026-4f17-88af-983f0707e206 req-81c598b0-9f96-4ecc-90f6-45dcf72bd893 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412822
Apr 02 18:16:04.202794 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592e68e-6a02-4fe0-b1d3-25a5ae25aa65 req-dd36f4a6-f86a-4d67-8f11-bcf869f4ec48 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:04.204482 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d592e68e-6a02-4fe0-b1d3-25a5ae25aa65 req-dd36f4a6-f86a-4d67-8f11-bcf869f4ec48 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 946 time: 0.0912905
Apr 02 18:16:04.253967 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d592e68e-6a02-4fe0-b1d3-25a5ae25aa65 req-1da12440-a9cf-4b7a-ab8c-37eb1b06a4d8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418317
Apr 02 18:16:05.480211 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8d69e-db31-4d02-93da-8c1e68d39db2 req-5e9a7524-e8e2-480b-bde4-816129d90692 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:05.481732 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-51a8d69e-db31-4d02-93da-8c1e68d39db2 req-5e9a7524-e8e2-480b-bde4-816129d90692 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 946 time: 0.0906427
Apr 02 18:16:05.533015 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-51a8d69e-db31-4d02-93da-8c1e68d39db2 req-92dc227b-f4c4-4213-a583-772a621e8f1d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447557
Apr 02 18:16:06.744814 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c90492-f8d4-4277-9ec5-a53651fe88f8 req-f6262ea1-089f-42e4-97b6-8103f7ed4e2d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:06.746629 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-51c90492-f8d4-4277-9ec5-a53651fe88f8 req-f6262ea1-089f-42e4-97b6-8103f7ed4e2d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 946 time: 0.0898092
Apr 02 18:16:06.796150 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-51c90492-f8d4-4277-9ec5-a53651fe88f8 req-338c9c0e-f01c-4c7a-a29b-a7cbd216d663 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429842
Apr 02 18:16:08.018269 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b84c3-2eac-4f91-b6ad-b5eb0b6f384a req-4014e5cf-a506-4b47-9319-bca9398e7c88 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:08.020268 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4f5b84c3-2eac-4f91-b6ad-b5eb0b6f384a req-4014e5cf-a506-4b47-9319-bca9398e7c88 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 946 time: 0.0990973
Apr 02 18:16:08.080999 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4f5b84c3-2eac-4f91-b6ad-b5eb0b6f384a req-0326c3f6-b899-49e9-8595-ff67b785d9d7 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529504
Apr 02 18:16:09.304786 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb69b4-ebed-44d2-aa8c-4425e64f5413 req-76fb4b84-fb28-4b49-86d9-c51407b79f2e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:09.306405 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-65cb69b4-ebed-44d2-aa8c-4425e64f5413 req-76fb4b84-fb28-4b49-86d9-c51407b79f2e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 946 time: 0.0917833
Apr 02 18:16:09.349342 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:09.359460 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-65cb69b4-ebed-44d2-aa8c-4425e64f5413 req-b8eb6c68-e06e-4b76-8049-ecd9360ea74f tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465629
Apr 02 18:16:19.083838 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 42066) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:19.148008 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa0172ce-513e-46c6-82de-5dd34ba13a28 admin admin] Deleting subnet 2cafd005-9372-4f6e-825e-8aeb896cc230 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:16:19.151031 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fa0172ce-513e-46c6-82de-5dd34ba13a28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:19.202238 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fa0172ce-513e-46c6-82de-5dd34ba13a28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851687203'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:19.263706 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fa0172ce-513e-46c6-82de-5dd34ba13a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1495'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:19.543865 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fa0172ce-513e-46c6-82de-5dd34ba13a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2953638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573713'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:19.560103 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:19.648129 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0172ce-513e-46c6-82de-5dd34ba13a28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cafd005-9372-4f6e-825e-8aeb896cc230,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:19.660641 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-fa0172ce-513e-46c6-82de-5dd34ba13a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:19.697239 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fa0172ce-513e-46c6-82de-5dd34ba13a28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:19.703279 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-fa0172ce-513e-46c6-82de-5dd34ba13a28 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2cafd005-9372-4f6e-825e-8aeb896cc230 HTTP/1.1" status: 204  len: 168 time: 0.6202042
Apr 02 18:16:19.705868 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 42074) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:19.822027 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-0832f683-2f67-46d8-b05e-fa70ad712497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-37997'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:20.023772 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-0832f683-2f67-46d8-b05e-fa70ad712497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854513834', 'neutron.services.segments.db._delete_segments_for_network--9223363296845448257'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:20.142657 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-0832f683-2f67-46d8-b05e-fa70ad712497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2f0bdbfe10>,) {'filters': {'network_id': ['9e00c797-3bfd-46db-9b6a-220f57463065']}} {{(pid=84391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:16:20.156524 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-0832f683-2f67-46d8-b05e-fa70ad712497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f0bdbfe10>, '341dee58-dd4e-4acc-9801-b34374843786') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:16:20.156978 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-0832f683-2f67-46d8-b05e-fa70ad712497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f0bdbfe10>, '341dee58-dd4e-4acc-9801-b34374843786') {} {{(pid=84391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:16:20.170255 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-0832f683-2f67-46d8-b05e-fa70ad712497 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740009327441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3088596'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:20.186037 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-0832f683-2f67-46d8-b05e-fa70ad712497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:20.192472 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0832f683-2f67-46d8-b05e-fa70ad712497 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:16:20.268131 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 42088) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:20.422160 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-0832f683-2f67-46d8-b05e-fa70ad712497 admin admin] Network 9e00c797-3bfd-46db-9b6a-220f57463065 has no segments {{(pid=84391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:16:20.431835 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-0832f683-2f67-46d8-b05e-fa70ad712497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854517445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2953485'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:20.437274 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e42fe475-69a7-4ffe-b042-e3dfabfba3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:20.453207 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-e42fe475-69a7-4ffe-b042-e3dfabfba3e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:16:20.457347 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-e42fe475-69a7-4ffe-b042-e3dfabfba3e9 admin admin] Usage tracker for resource:security_group_rule and tenant:8b1d954f33da419585b31dd3a7d05d68 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:16:20.460914 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-e42fe475-69a7-4ffe-b042-e3dfabfba3e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:16:20.466923 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-e42fe475-69a7-4ffe-b042-e3dfabfba3e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:16:20.552702 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e42fe475-69a7-4ffe-b042-e3dfabfba3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:20.588775 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e42fe475-69a7-4ffe-b042-e3dfabfba3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:20.598015 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-5e928e12-399a-4e5d-b802-53d182c473d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:20.616024 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-0832f683-2f67-46d8-b05e-fa70ad712497 admin admin] Network 9e00c797-3bfd-46db-9b6a-220f57463065 has no segments {{(pid=84391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]: Traceback (most recent call last):
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]:     timer()
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]:     cb(*args, **kw)
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]:     return func(*args, **kwargs)
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]:     self._notify()
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]:     self.callback(batched_events)
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]:     event.method(event)
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]:     segment_id)['aggregates'][0]
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]:     return f(self, *a, **k)
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self._get(url).json()
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]:     **kwargs)
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]:     **endpoint_filter)
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:16:20.639471 dv-cinder-784603-1-iscsi neutron-server[84275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:16:20.645196 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-e42fe475-69a7-4ffe-b042-e3dfabfba3e9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8b1d954f33da419585b31dd3a7d05d68&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3757997
Apr 02 18:16:20.646708 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 42096) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:20.649567 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42fe475-69a7-4ffe-b042-e3dfabfba3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5670bb7a-2b79-4024-9a97-11cd7ecc2484,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:20.670913 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fe475-69a7-4ffe-b042-e3dfabfba3e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:20.671333 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fe475-69a7-4ffe-b042-e3dfabfba3e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:20.671745 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fe475-69a7-4ffe-b042-e3dfabfba3e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:20.672144 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fe475-69a7-4ffe-b042-e3dfabfba3e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:20.672539 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fe475-69a7-4ffe-b042-e3dfabfba3e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:20.672933 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fe475-69a7-4ffe-b042-e3dfabfba3e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:20.673325 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fe475-69a7-4ffe-b042-e3dfabfba3e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:20.673715 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fe475-69a7-4ffe-b042-e3dfabfba3e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:20.674106 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fe475-69a7-4ffe-b042-e3dfabfba3e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:20.674525 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fe475-69a7-4ffe-b042-e3dfabfba3e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:20.674916 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fe475-69a7-4ffe-b042-e3dfabfba3e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:20.675304 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fe475-69a7-4ffe-b042-e3dfabfba3e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:20.681615 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e42fe475-69a7-4ffe-b042-e3dfabfba3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:20.725534 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f7612388-1cdb-443d-b476-ef200ba57550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:20.743171 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-0832f683-2f67-46d8-b05e-fa70ad712497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-261967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854362150'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:20.747096 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-85612606-43d6-4ff3-8d25-80344a26761c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:20.752875 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f7612388-1cdb-443d-b476-ef200ba57550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:20.761722 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-0832f683-2f67-46d8-b05e-fa70ad712497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:20.771306 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832f683-2f67-46d8-b05e-fa70ad712497 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e00c797-3bfd-46db-9b6a-220f57463065,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:20.774418 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-0832f683-2f67-46d8-b05e-fa70ad712497 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9e00c797-3bfd-46db-9b6a-220f57463065 HTTP/1.1" status: 204  len: 168 time: 1.0674968
Apr 02 18:16:20.775433 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-0832f683-2f67-46d8-b05e-fa70ad712497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:20.777206 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 42100) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:20.829526 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f7612388-1cdb-443d-b476-ef200ba57550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:20.834949 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-9d9e1009-bfb7-4288-b7e6-f3f60eefc928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:20.845986 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7612388-1cdb-443d-b476-ef200ba57550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5670bb7a-2b79-4024-9a97-11cd7ecc2484,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:20.850361 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f7612388-1cdb-443d-b476-ef200ba57550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:20.851146 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9808d73-3d02-4a03-9785-9f9e966703e7 admin admin] Deleting subnet e6be7cfd-a07a-4f36-84fb-067d3684cd42 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:16:20.853868 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f7612388-1cdb-443d-b476-ef200ba57550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:20.857598 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-f7612388-1cdb-443d-b476-ef200ba57550 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5670bb7a-2b79-4024-9a97-11cd7ecc2484 HTTP/1.1" status: 204  len: 168 time: 0.2075152
Apr 02 18:16:20.857749 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d9808d73-3d02-4a03-9785-9f9e966703e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:20.919366 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d9808d73-3d02-4a03-9785-9f9e966703e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851687203'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:20.979245 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d9808d73-3d02-4a03-9785-9f9e966703e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1495'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:21.269260 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d9808d73-3d02-4a03-9785-9f9e966703e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2953638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573713'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:21.287427 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-cd05dc4f-9806-4990-9958-06c6f0e376a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:21.380888 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9808d73-3d02-4a03-9785-9f9e966703e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6be7cfd-a07a-4f36-84fb-067d3684cd42,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:21.384099 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d9808d73-3d02-4a03-9785-9f9e966703e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:21.433383 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d9808d73-3d02-4a03-9785-9f9e966703e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:21.449496 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-d9808d73-3d02-4a03-9785-9f9e966703e7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e6be7cfd-a07a-4f36-84fb-067d3684cd42 HTTP/1.1" status: 204  len: 168 time: 0.6613121
Apr 02 18:16:21.449901 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 42118) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:21.800765 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-40c90f79-899e-47fa-9913-b3304f0d0d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-37997'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:22.018067 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-40c90f79-899e-47fa-9913-b3304f0d0d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854513834', 'neutron.services.segments.db._delete_segments_for_network--9223363296845448257'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:22.134984 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-40c90f79-899e-47fa-9913-b3304f0d0d5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2f10e22cf8>,) {'filters': {'network_id': ['ffe9c343-eed7-47da-a910-4265863ec265']}} {{(pid=84391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:16:22.147702 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-40c90f79-899e-47fa-9913-b3304f0d0d5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f10e22cf8>, 'b83dd208-1b07-4b7e-ad03-d5ae3a6a2dc2') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:16:22.148040 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-40c90f79-899e-47fa-9913-b3304f0d0d5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f10e22cf8>, 'b83dd208-1b07-4b7e-ad03-d5ae3a6a2dc2') {} {{(pid=84391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:16:22.160254 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-40c90f79-899e-47fa-9913-b3304f0d0d5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740009327441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3088596'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:22.175283 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-40c90f79-899e-47fa-9913-b3304f0d0d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:22.182439 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c90f79-899e-47fa-9913-b3304f0d0d5c admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:16:22.364510 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-40c90f79-899e-47fa-9913-b3304f0d0d5c admin admin] Network ffe9c343-eed7-47da-a910-4265863ec265 has no segments {{(pid=84391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:16:22.373977 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-40c90f79-899e-47fa-9913-b3304f0d0d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854517445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2953485'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:22.551298 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-40c90f79-899e-47fa-9913-b3304f0d0d5c admin admin] Network ffe9c343-eed7-47da-a910-4265863ec265 has no segments {{(pid=84391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]: Traceback (most recent call last):
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]:     timer()
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]:     cb(*args, **kw)
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]:     return func(*args, **kwargs)
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]:     self._notify()
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]:     self.callback(batched_events)
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]:     event.method(event)
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]:     segment_id)['aggregates'][0]
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]:     return f(self, *a, **k)
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self._get(url).json()
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]:     **kwargs)
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]:     **endpoint_filter)
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:16:22.574008 dv-cinder-784603-1-iscsi neutron-server[84275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:16:22.686324 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-40c90f79-899e-47fa-9913-b3304f0d0d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-261967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854362150'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:22.694618 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:22.712152 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-40c90f79-899e-47fa-9913-b3304f0d0d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:22.719996 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c90f79-899e-47fa-9913-b3304f0d0d5c admin admin] Pushing event deleted for resources: {'Network': ['ID=ffe9c343-eed7-47da-a910-4265863ec265,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:22.723423 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-40c90f79-899e-47fa-9913-b3304f0d0d5c admin admin] 10.222.0.10 "DELETE /v2.0/networks/ffe9c343-eed7-47da-a910-4265863ec265 HTTP/1.1" status: 204  len: 168 time: 1.2725027
Apr 02 18:16:22.730401 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-40c90f79-899e-47fa-9913-b3304f0d0d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:22.985696 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 42156) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:23.037440 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-614861d1-fdd7-4dce-90e5-39984392c48a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=888d3879e75b49d1ba664f9c92540629&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0496564
Apr 02 18:16:23.039807 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 42160) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:23.099585 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-33aff718-8675-43ed-a281-00926cba1be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:23.125666 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-33aff718-8675-43ed-a281-00926cba1be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:23.199732 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-33aff718-8675-43ed-a281-00926cba1be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:23.204810 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7a6fc717-6cfe-46e8-b050-9a5716bbe50c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:23.218877 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aff718-8675-43ed-a281-00926cba1be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fa312d-00ca-4d02-8d47-5bbf84da86c6,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:23.221609 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-33aff718-8675-43ed-a281-00926cba1be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:23.222845 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-33aff718-8675-43ed-a281-00926cba1be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:23.224141 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-33aff718-8675-43ed-a281-00926cba1be3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/51fa312d-00ca-4d02-8d47-5bbf84da86c6 HTTP/1.1" status: 204  len: 168 time: 0.1832838
Apr 02 18:16:23.734273 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 42170) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:23.789834 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-4d1e1fb2-556b-4d70-aa3b-c23fd7a4411b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c87947bfc1c94866b96a9bd9b60739c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0541937
Apr 02 18:16:23.792360 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 42174) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:23.854105 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e4e577da-7576-4b78-94f6-47df847e521f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:23.882654 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e4e577da-7576-4b78-94f6-47df847e521f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:23.966666 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e4e577da-7576-4b78-94f6-47df847e521f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:23.972212 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-54f7b0e4-49a5-4f91-bd5f-2a84c06b41b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:23.986562 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e577da-7576-4b78-94f6-47df847e521f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1f8e89-c9a6-43cb-987d-039de93b7657,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:23.989333 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e4e577da-7576-4b78-94f6-47df847e521f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:23.991172 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e4e577da-7576-4b78-94f6-47df847e521f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:23.992544 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-e4e577da-7576-4b78-94f6-47df847e521f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dc1f8e89-c9a6-43cb-987d-039de93b7657 HTTP/1.1" status: 204  len: 168 time: 0.1990249
Apr 02 18:16:25.398274 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 42212) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:25.521324 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a4697db6-1570-43b3-a923-03f1fde9f013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:25.537312 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-a4697db6-1570-43b3-a923-03f1fde9f013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:16:25.541346 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-a4697db6-1570-43b3-a923-03f1fde9f013 admin admin] Usage tracker for resource:security_group_rule and tenant:fda2ebf588b2480695ff2373647fdd9e is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:16:25.544285 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-a4697db6-1570-43b3-a923-03f1fde9f013 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:16:25.550404 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-a4697db6-1570-43b3-a923-03f1fde9f013 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:16:25.633579 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a4697db6-1570-43b3-a923-03f1fde9f013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:25.679209 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a4697db6-1570-43b3-a923-03f1fde9f013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:25.691831 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7fc4f004-58dd-4d77-82e6-52a3fc5d9a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:25.734539 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-a4697db6-1570-43b3-a923-03f1fde9f013 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fda2ebf588b2480695ff2373647fdd9e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3350468
Apr 02 18:16:25.735447 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4697db6-1570-43b3-a923-03f1fde9f013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa7d4e6-fa42-4e41-9ce1-2d079a3ff3fe,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:25.737395 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 42218) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:25.738730 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a4697db6-1570-43b3-a923-03f1fde9f013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:25.800395 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-51f39c8b-85f7-4e8c-8a56-54274b3b1bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:25.827077 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-51f39c8b-85f7-4e8c-8a56-54274b3b1bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:25.902234 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-51f39c8b-85f7-4e8c-8a56-54274b3b1bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:25.907861 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4af2989f-9b93-40d8-aa46-179b5534ba7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:25.922757 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f39c8b-85f7-4e8c-8a56-54274b3b1bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa7d4e6-fa42-4e41-9ce1-2d079a3ff3fe,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:25.925811 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-51f39c8b-85f7-4e8c-8a56-54274b3b1bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:25.926818 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-51f39c8b-85f7-4e8c-8a56-54274b3b1bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:25.930555 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-51f39c8b-85f7-4e8c-8a56-54274b3b1bca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5fa7d4e6-fa42-4e41-9ce1-2d079a3ff3fe HTTP/1.1" status: 204  len: 168 time: 0.1912701
Apr 02 18:16:27.594689 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b9ccb2d5-efe2-49b6-9ca1-31f32b92a685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:28.748087 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:29.520410 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-903870d9-5ff4-4c23-8c01-cd167c5cecc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:30.080282 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:31.668951 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:33.222116 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:16:34.460277 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4b7c9b9a-d2c6-4568-9e5b-f840ba599cb1 req-47c1d1fa-2879-4887-b241-b916034c35a4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0779860
Apr 02 18:16:34.622888 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c9b9a-d2c6-4568-9e5b-f840ba599cb1 req-8d66c23c-faeb-43c7-8d93-c5c57665c80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:34.624509 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4b7c9b9a-d2c6-4568-9e5b-f840ba599cb1 req-8d66c23c-faeb-43c7-8d93-c5c57665c80e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab81f0810293410f90055ce730a5f2ce&device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 1099 time: 0.0848930
Apr 02 18:16:34.786819 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c9b9a-d2c6-4568-9e5b-f840ba599cb1 req-d224eaab-0331-4f0d-9757-1dd0eefd259d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:34.788496 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4b7c9b9a-d2c6-4568-9e5b-f840ba599cb1 req-d224eaab-0331-4f0d-9757-1dd0eefd259d service neutron] 10.222.0.15 "GET /v2.0/networks?id=ba3fcca8-4959-4278-9c76-59b99609716c HTTP/1.1" status: 200  len: 917 time: 0.1433313
Apr 02 18:16:34.898554 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4b7c9b9a-d2c6-4568-9e5b-f840ba599cb1 req-82a3079d-dfa3-4c9b-a57e-0ed9059f0d6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5401b529-9099-49b2-bba2-84b67d578439 HTTP/1.1" status: 200  len: 1001 time: 0.1033020
Apr 02 18:16:34.971636 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c9b9a-d2c6-4568-9e5b-f840ba599cb1 req-adce1cba-330a-4232-b751-eaf63b029dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:34.973177 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4b7c9b9a-d2c6-4568-9e5b-f840ba599cb1 req-adce1cba-330a-4232-b751-eaf63b029dcb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b47bc7a-7e44-4ded-9896-b2dbc84447fe HTTP/1.1" status: 200  len: 856 time: 0.0673616
Apr 02 18:16:35.054872 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c9b9a-d2c6-4568-9e5b-f840ba599cb1 req-fe56f872-3416-429b-a11b-2af0ecb5bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:35.056374 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4b7c9b9a-d2c6-4568-9e5b-f840ba599cb1 req-fe56f872-3416-429b-a11b-2af0ecb5bf8e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba3fcca8-4959-4278-9c76-59b99609716c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0760460
Apr 02 18:16:35.198602 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4b7c9b9a-d2c6-4568-9e5b-f840ba599cb1 req-0d8ddc62-0e7d-456c-868c-194987960092 service neutron] 10.222.0.15 "GET /v2.0/networks/ba3fcca8-4959-4278-9c76-59b99609716c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350534
Apr 02 18:16:35.341097 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4b7c9b9a-d2c6-4568-9e5b-f840ba599cb1 req-f0bb7818-bf96-4162-9ab9-898225d9c4c5 service neutron] 10.222.0.15 "GET /v2.0/networks/ba3fcca8-4959-4278-9c76-59b99609716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359196
Apr 02 18:16:35.831908 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 42348) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:35.957298 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9118d3a1-0ed9-4125-9c58-80e6f5154a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:35.973970 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-9118d3a1-0ed9-4125-9c58-80e6f5154a78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:16:35.978213 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-9118d3a1-0ed9-4125-9c58-80e6f5154a78 admin admin] Usage tracker for resource:security_group_rule and tenant:e3b1e46a99bd4e66a96173ce4fde2dbf is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:16:35.981205 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-9118d3a1-0ed9-4125-9c58-80e6f5154a78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:16:35.987339 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-9118d3a1-0ed9-4125-9c58-80e6f5154a78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:16:36.073040 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9118d3a1-0ed9-4125-9c58-80e6f5154a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:36.092402 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 42356) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:36.102791 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9118d3a1-0ed9-4125-9c58-80e6f5154a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:36.112027 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-1cecb4b2-fd52-4d64-af95-cd2410f33543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:36.155214 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-9118d3a1-0ed9-4125-9c58-80e6f5154a78 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e3b1e46a99bd4e66a96173ce4fde2dbf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3220634
Apr 02 18:16:36.156348 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118d3a1-0ed9-4125-9c58-80e6f5154a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68e339c-da1f-4b51-95a9-cca1cd47fd17,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:36.158182 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 42362) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:36.159649 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-9118d3a1-0ed9-4125-9c58-80e6f5154a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:36.218222 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-36273266-6ec6-443e-8f1e-719769381f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:36.222039 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ea3a1c60-2958-483e-bd95-56669080e78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:36.237753 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-36273266-6ec6-443e-8f1e-719769381f32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:16:36.242352 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-36273266-6ec6-443e-8f1e-719769381f32 admin admin] Usage tracker for resource:security_group_rule and tenant:0518c5fd353348f6a3e8d1e20bc31fb4 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:16:36.245259 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-36273266-6ec6-443e-8f1e-719769381f32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:16:36.251164 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-36273266-6ec6-443e-8f1e-719769381f32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:16:36.253775 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ea3a1c60-2958-483e-bd95-56669080e78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:36.365916 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ea3a1c60-2958-483e-bd95-56669080e78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:36.371274 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-94019bc5-bd00-429b-8ac5-1bb050bb1df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:36.385630 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a1c60-2958-483e-bd95-56669080e78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68e339c-da1f-4b51-95a9-cca1cd47fd17,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:36.388710 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-ea3a1c60-2958-483e-bd95-56669080e78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:36.389684 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ea3a1c60-2958-483e-bd95-56669080e78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:36.393691 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-ea3a1c60-2958-483e-bd95-56669080e78c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c68e339c-da1f-4b51-95a9-cca1cd47fd17 HTTP/1.1" status: 204  len: 168 time: 0.2308187
Apr 02 18:16:36.400414 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-36273266-6ec6-443e-8f1e-719769381f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:36.428605 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-36273266-6ec6-443e-8f1e-719769381f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:36.438037 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d770405d-c575-4a45-b049-a6bc663e1889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:36.477641 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-36273266-6ec6-443e-8f1e-719769381f32 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0518c5fd353348f6a3e8d1e20bc31fb4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3841248
Apr 02 18:16:36.480644 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 42368) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:36.481921 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36273266-6ec6-443e-8f1e-719769381f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92d7c9b-f815-49a3-a34f-95850f51620b,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:36.485186 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-36273266-6ec6-443e-8f1e-719769381f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:36.544442 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-92f88826-fdd5-497c-8f99-62ef95cb0fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:36.576970 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-92f88826-fdd5-497c-8f99-62ef95cb0fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:36.651801 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-92f88826-fdd5-497c-8f99-62ef95cb0fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:36.657712 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-336cad07-11c9-4c7c-84e0-140399f5fea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:36.670811 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f88826-fdd5-497c-8f99-62ef95cb0fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92d7c9b-f815-49a3-a34f-95850f51620b,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:36.676057 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-92f88826-fdd5-497c-8f99-62ef95cb0fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:36.687975 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-92f88826-fdd5-497c-8f99-62ef95cb0fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:36.691010 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-92f88826-fdd5-497c-8f99-62ef95cb0fe2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d92d7c9b-f815-49a3-a34f-95850f51620b HTTP/1.1" status: 204  len: 168 time: 0.2075543
Apr 02 18:16:39.348793 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:39.838036 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5444af7b-0a95-4244-8d84-982c1400000e req-067d763c-7b8a-4ede-95d1-c90903f86b2d tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=dae067124bf8423fadc6f4aea191fcff&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0326989
Apr 02 18:16:40.003203 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444af7b-0a95-4244-8d84-982c1400000e req-bae9069a-10a5-4d0f-814b-526591b16453 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:40.004939 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5444af7b-0a95-4244-8d84-982c1400000e req-bae9069a-10a5-4d0f-814b-526591b16453 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1611502
Apr 02 18:16:40.021731 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5444af7b-0a95-4244-8d84-982c1400000e req-ab8d7849-a2ae-41de-bab2-d9556100bf54 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.10 "GET /v2.0/quotas/dae067124bf8423fadc6f4aea191fcff HTTP/1.1" status: 200  len: 375 time: 0.0103159
Apr 02 18:16:40.074849 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5444af7b-0a95-4244-8d84-982c1400000e req-8b3ae8bb-2446-4ac6-9f8f-0c7c46b6e2fa tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=dae067124bf8423fadc6f4aea191fcff&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0472243
Apr 02 18:16:40.417573 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dca079b9-f548-4dcb-b5f6-96e3a958d02a req-42329b34-407a-4349-a9a9-5ba919f5c207 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a8f2d90-9fe3-4247-b46e-0f6cc27d0d99 HTTP/1.1" status: 200  len: 210 time: 0.1684215
Apr 02 18:16:41.578729 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-39473038-9db4-4d6c-b545-cbecba2ec608 req-d4c133d6-d7b9-4791-a414-a8b7326121ec tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a8f2d90-9fe3-4247-b46e-0f6cc27d0d99 HTTP/1.1" status: 200  len: 210 time: 0.0482180
Apr 02 18:16:42.738405 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-66f8f051-ce45-4eae-8a92-500ff7abb76d req-c0579f94-c066-44ad-9ae6-0ea7ee7a4d3a tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a8f2d90-9fe3-4247-b46e-0f6cc27d0d99 HTTP/1.1" status: 200  len: 210 time: 0.0485241
Apr 02 18:16:43.907581 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-50c368ab-a9a4-4d2b-ba8a-6ca28a47eae7 req-454d2f4e-f529-4628-81e0-da7536e31dfb tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a8f2d90-9fe3-4247-b46e-0f6cc27d0d99 HTTP/1.1" status: 200  len: 210 time: 0.0535393
Apr 02 18:16:44.057630 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5444af7b-0a95-4244-8d84-982c1400000e req-17dfd45e-9d89-47b2-b6a7-2968a1c2f025 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=dae067124bf8423fadc6f4aea191fcff&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0350056
Apr 02 18:16:44.222480 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444af7b-0a95-4244-8d84-982c1400000e req-0b4ec5a1-8a3d-450a-8d9b-94cb2306a711 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:44.224540 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5444af7b-0a95-4244-8d84-982c1400000e req-0b4ec5a1-8a3d-450a-8d9b-94cb2306a711 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1576493
Apr 02 18:16:44.237888 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-5444af7b-0a95-4244-8d84-982c1400000e req-ed10e452-a7c1-4a62-b59c-8b85f6dcda54 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Request body: {'port': {'device_id': '3a8f2d90-9fe3-4247-b46e-0f6cc27d0d99', 'network_id': 'f192051e-f6af-47a9-aab0-d18ab84b3d92', 'admin_state_up': True, 'tenant_id': 'dae067124bf8423fadc6f4aea191fcff'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:16:44.382574 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-5444af7b-0a95-4244-8d84-982c1400000e req-ed10e452-a7c1-4a62-b59c-8b85f6dcda54 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:16:44.386913 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-5444af7b-0a95-4244-8d84-982c1400000e req-ed10e452-a7c1-4a62-b59c-8b85f6dcda54 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Usage tracker for resource:port and tenant:dae067124bf8423fadc6f4aea191fcff is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:16:44.389916 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-5444af7b-0a95-4244-8d84-982c1400000e req-ed10e452-a7c1-4a62-b59c-8b85f6dcda54 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:16:44.396078 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-5444af7b-0a95-4244-8d84-982c1400000e req-ed10e452-a7c1-4a62-b59c-8b85f6dcda54 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:16:44.428639 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5444af7b-0a95-4244-8d84-982c1400000e req-ed10e452-a7c1-4a62-b59c-8b85f6dcda54 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Made reservation on behalf of dae067124bf8423fadc6f4aea191fcff for: {'port': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:16:44.435050 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-5444af7b-0a95-4244-8d84-982c1400000e req-ed10e452-a7c1-4a62-b59c-8b85f6dcda54 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:44.448791 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-5444af7b-0a95-4244-8d84-982c1400000e req-ed10e452-a7c1-4a62-b59c-8b85f6dcda54 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:44.465252 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-5444af7b-0a95-4244-8d84-982c1400000e req-ed10e452-a7c1-4a62-b59c-8b85f6dcda54 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:16:44.469337 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-5444af7b-0a95-4244-8d84-982c1400000e req-ed10e452-a7c1-4a62-b59c-8b85f6dcda54 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Usage tracker for resource:security_group_rule and tenant:dae067124bf8423fadc6f4aea191fcff is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:16:44.472364 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-5444af7b-0a95-4244-8d84-982c1400000e req-ed10e452-a7c1-4a62-b59c-8b85f6dcda54 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:16:44.479338 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-5444af7b-0a95-4244-8d84-982c1400000e req-ed10e452-a7c1-4a62-b59c-8b85f6dcda54 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:16:44.569076 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-5444af7b-0a95-4244-8d84-982c1400000e req-ed10e452-a7c1-4a62-b59c-8b85f6dcda54 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:44.594250 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-5444af7b-0a95-4244-8d84-982c1400000e req-ed10e452-a7c1-4a62-b59c-8b85f6dcda54 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:44.599898 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-92f88826-fdd5-497c-8f99-62ef95cb0fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:44.692300 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10e452-a7c1-4a62-b59c-8b85f6dcda54 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6c35a7-a32e-4336-bc03-6e88e94902cd,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:44.695678 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-ed10e452-a7c1-4a62-b59c-8b85f6dcda54 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:44.783745 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [req-5444af7b-0a95-4244-8d84-982c1400000e req-ed10e452-a7c1-4a62-b59c-8b85f6dcda54 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Allocated IP 192.168.233.249 (f192051e-f6af-47a9-aab0-d18ab84b3d92/b0edb0b1-a79a-4cd2-adfa-97e0ea8ce313/a2148e34-4ce7-4073-8c4c-a656fb4c3431) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:16:45.009697 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-5444af7b-0a95-4244-8d84-982c1400000e req-ed10e452-a7c1-4a62-b59c-8b85f6dcda54 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:45.028292 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [req-5444af7b-0a95-4244-8d84-982c1400000e req-ed10e452-a7c1-4a62-b59c-8b85f6dcda54 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Transition to ACTIVE for port object a2148e34-4ce7-4073-8c4c-a656fb4c3431 will not be triggered until provisioned by entity DHCP. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:16:45.074888 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-5444af7b-0a95-4244-8d84-982c1400000e req-ed10e452-a7c1-4a62-b59c-8b85f6dcda54 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:45.094817 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d7dbd729-b0bd-4dd3-988f-17f530bfd561 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:45.127555 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ec1d5-2cc9-4672-aad4-6045e225b6b3 req-0180828b-e320-4d28-b841-e4378f4b004c tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:45.128394 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-945ec1d5-2cc9-4672-aad4-6045e225b6b3 req-0180828b-e320-4d28-b841-e4378f4b004c tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a8f2d90-9fe3-4247-b46e-0f6cc27d0d99 HTTP/1.1" status: 200  len: 936 time: 0.0937285
Apr 02 18:16:45.181602 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-945ec1d5-2cc9-4672-aad4-6045e225b6b3 req-d123921b-b0f5-4199-99b5-7ca1f53f8067 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d6c35a7-a32e-4336-bc03-6e88e94902cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452876
Apr 02 18:16:45.456189 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10e452-a7c1-4a62-b59c-8b85f6dcda54 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Pushing event updated for resources: {'Port': ['ID=a2148e34-4ce7-4073-8c4c-a656fb4c3431,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:45.461764 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-ed10e452-a7c1-4a62-b59c-8b85f6dcda54 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:45.513373 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5444af7b-0a95-4244-8d84-982c1400000e req-ed10e452-a7c1-4a62-b59c-8b85f6dcda54 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Network f192051e-f6af-47a9-aab0-d18ab84b3d92 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:16:45.514613 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [req-5444af7b-0a95-4244-8d84-982c1400000e req-ed10e452-a7c1-4a62-b59c-8b85f6dcda54 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:16:45.516987 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-5444af7b-0a95-4244-8d84-982c1400000e req-ed10e452-a7c1-4a62-b59c-8b85f6dcda54 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:16:45.584969 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444af7b-0a95-4244-8d84-982c1400000e req-ed10e452-a7c1-4a62-b59c-8b85f6dcda54 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:45.585644 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-5444af7b-0a95-4244-8d84-982c1400000e req-ed10e452-a7c1-4a62-b59c-8b85f6dcda54 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:45.635313 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5444af7b-0a95-4244-8d84-982c1400000e req-ed10e452-a7c1-4a62-b59c-8b85f6dcda54 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4013634
Apr 02 18:16:45.700541 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-5444af7b-0a95-4244-8d84-982c1400000e req-16c06f2e-66ec-4c56-b99b-3ef9e7c47ca7 service neutron] Request body: {'port': {'device_id': '3a8f2d90-9fe3-4247-b46e-0f6cc27d0d99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:16:45.788995 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-5ff5f9ca-5da9-49d4-b408-0e159287be89 None None] Provisioning for port a2148e34-4ce7-4073-8c4c-a656fb4c3431 completed by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:16:45.794417 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-5ff5f9ca-5da9-49d4-b408-0e159287be89 None None] Provisioning complete for port a2148e34-4ce7-4073-8c4c-a656fb4c3431 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:16:45.794871 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5ff5f9ca-5da9-49d4-b408-0e159287be89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:45.823897 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-5444af7b-0a95-4244-8d84-982c1400000e req-16c06f2e-66ec-4c56-b99b-3ef9e7c47ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:45.854820 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-5ff5f9ca-5da9-49d4-b408-0e159287be89 None None] Port a2148e34-4ce7-4073-8c4c-a656fb4c3431 cannot update to ACTIVE because it is not bound. {{(pid=84392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:16:46.239804 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [req-5444af7b-0a95-4244-8d84-982c1400000e req-16c06f2e-66ec-4c56-b99b-3ef9e7c47ca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2148e34-4ce7-4073-8c4c-a656fb4c3431 {{(pid=84390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:16:46.247699 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-5444af7b-0a95-4244-8d84-982c1400000e req-16c06f2e-66ec-4c56-b99b-3ef9e7c47ca7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:46.262886 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [req-5444af7b-0a95-4244-8d84-982c1400000e req-16c06f2e-66ec-4c56-b99b-3ef9e7c47ca7 service neutron] Transition to ACTIVE for port object a2148e34-4ce7-4073-8c4c-a656fb4c3431 will not be triggered until provisioned by entity L2. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:16:46.302957 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-5444af7b-0a95-4244-8d84-982c1400000e req-16c06f2e-66ec-4c56-b99b-3ef9e7c47ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:46.319805 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-42b2458a-b5ac-4d41-b6af-9fe03df35b51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:46.389012 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8effb7-75f5-427b-ac1d-f78c5a2ab4ab req-e0b86562-c42c-4916-b1df-ddc1889afb9f tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:46.390685 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1c8effb7-75f5-427b-ac1d-f78c5a2ab4ab req-e0b86562-c42c-4916-b1df-ddc1889afb9f tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a8f2d90-9fe3-4247-b46e-0f6cc27d0d99 HTTP/1.1" status: 200  len: 948 time: 0.0945776
Apr 02 18:16:46.441451 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1c8effb7-75f5-427b-ac1d-f78c5a2ab4ab req-c1b45971-3d6f-4093-8c9e-f06ebd258146 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d6c35a7-a32e-4336-bc03-6e88e94902cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432935
Apr 02 18:16:46.456586 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c06f2e-66ec-4c56-b99b-3ef9e7c47ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=a2148e34-4ce7-4073-8c4c-a656fb4c3431,revision_number=2']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:46.475934 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-16c06f2e-66ec-4c56-b99b-3ef9e7c47ca7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:46.694274 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-5444af7b-0a95-4244-8d84-982c1400000e req-16c06f2e-66ec-4c56-b99b-3ef9e7c47ca7 service neutron] Attempting to bind port a2148e34-4ce7-4073-8c4c-a656fb4c3431 on host hv-cinder-78460 for vnic_type normal with profile  {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:16:46.694676 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-5444af7b-0a95-4244-8d84-982c1400000e req-16c06f2e-66ec-4c56-b99b-3ef9e7c47ca7 service neutron] Attempting to bind port a2148e34-4ce7-4073-8c4c-a656fb4c3431 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '82d7d098-d6ed-482a-ae32-4a6026021b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f192051e-f6af-47a9-aab0-d18ab84b3d92'}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:16:46.695044 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5444af7b-0a95-4244-8d84-982c1400000e req-16c06f2e-66ec-4c56-b99b-3ef9e7c47ca7 service neutron] Attempting to bind port a2148e34-4ce7-4073-8c4c-a656fb4c3431 on network f192051e-f6af-47a9-aab0-d18ab84b3d92 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:16:46.700004 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5444af7b-0a95-4244-8d84-982c1400000e req-16c06f2e-66ec-4c56-b99b-3ef9e7c47ca7 service neutron] Port a2148e34-4ce7-4073-8c4c-a656fb4c3431 on network f192051e-f6af-47a9-aab0-d18ab84b3d92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:16:46.700370 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5444af7b-0a95-4244-8d84-982c1400000e req-16c06f2e-66ec-4c56-b99b-3ef9e7c47ca7 service neutron] Attempting to bind port a2148e34-4ce7-4073-8c4c-a656fb4c3431 on network f192051e-f6af-47a9-aab0-d18ab84b3d92 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:16:46.705858 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5444af7b-0a95-4244-8d84-982c1400000e req-16c06f2e-66ec-4c56-b99b-3ef9e7c47ca7 service neutron] Checking agent: {'id': 'ba9f1d54-5540-4326-91bf-66629f4d5678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'started_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:16:46.706235 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5444af7b-0a95-4244-8d84-982c1400000e req-16c06f2e-66ec-4c56-b99b-3ef9e7c47ca7 service neutron] Checking segment: {'id': '82d7d098-d6ed-482a-ae32-4a6026021b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f192051e-f6af-47a9-aab0-d18ab84b3d92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:16:46.706683 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5444af7b-0a95-4244-8d84-982c1400000e req-16c06f2e-66ec-4c56-b99b-3ef9e7c47ca7 service neutron] Bound using segment: {'id': '82d7d098-d6ed-482a-ae32-4a6026021b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f192051e-f6af-47a9-aab0-d18ab84b3d92'} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:16:46.707156 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-5444af7b-0a95-4244-8d84-982c1400000e req-16c06f2e-66ec-4c56-b99b-3ef9e7c47ca7 service neutron] Bound port: a2148e34-4ce7-4073-8c4c-a656fb4c3431, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82d7d098-d6ed-482a-ae32-4a6026021b28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f192051e-f6af-47a9-aab0-d18ab84b3d92'}}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:16:46.708069 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-5444af7b-0a95-4244-8d84-982c1400000e req-16c06f2e-66ec-4c56-b99b-3ef9e7c47ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:46.805246 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-5444af7b-0a95-4244-8d84-982c1400000e req-16c06f2e-66ec-4c56-b99b-3ef9e7c47ca7 service neutron] For port a2148e34-4ce7-4073-8c4c-a656fb4c3431, host hv-cinder-78460, cleared binding levels {{(pid=84390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:16:46.808336 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-5444af7b-0a95-4244-8d84-982c1400000e req-16c06f2e-66ec-4c56-b99b-3ef9e7c47ca7 service neutron] For port a2148e34-4ce7-4073-8c4c-a656fb4c3431, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=a2148e34-4ce7-4073-8c4c-a656fb4c3431,segment=NetworkSegment(82d7d098-d6ed-482a-ae32-4a6026021b28),segment_id=82d7d098-d6ed-482a-ae32-4a6026021b28)] {{(pid=84390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:16:46.840272 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-5444af7b-0a95-4244-8d84-982c1400000e req-16c06f2e-66ec-4c56-b99b-3ef9e7c47ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:46.856023 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-ed10e452-a7c1-4a62-b59c-8b85f6dcda54 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:47.007112 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c06f2e-66ec-4c56-b99b-3ef9e7c47ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=a2148e34-4ce7-4073-8c4c-a656fb4c3431,revision_number=3']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:47.012516 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-16c06f2e-66ec-4c56-b99b-3ef9e7c47ca7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:47.045236 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444af7b-0a95-4244-8d84-982c1400000e req-16c06f2e-66ec-4c56-b99b-3ef9e7c47ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:47.046131 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-5444af7b-0a95-4244-8d84-982c1400000e req-16c06f2e-66ec-4c56-b99b-3ef9e7c47ca7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:47.047666 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5444af7b-0a95-4244-8d84-982c1400000e req-16c06f2e-66ec-4c56-b99b-3ef9e7c47ca7 service neutron] 10.222.0.15 "PUT /v2.0/ports/a2148e34-4ce7-4073-8c4c-a656fb4c3431 HTTP/1.1" status: 200  len: 1098 time: 1.4048533
Apr 02 18:16:47.048208 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a8f2d90-9fe3-4247-b46e-0f6cc27d0d99', 'tag': 'a2148e34-4ce7-4073-8c4c-a656fb4c3431'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:16:47.168028 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a8f2d90-9fe3-4247-b46e-0f6cc27d0d99', 'tag': 'a2148e34-4ce7-4073-8c4c-a656fb4c3431', 'status': 'completed', 'code': 200}
Apr 02 18:16:47.202782 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444af7b-0a95-4244-8d84-982c1400000e req-4fc405e1-2756-4989-904c-8a8ee5bde6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:47.204484 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5444af7b-0a95-4244-8d84-982c1400000e req-4fc405e1-2756-4989-904c-8a8ee5bde6f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dae067124bf8423fadc6f4aea191fcff&device_id=3a8f2d90-9fe3-4247-b46e-0f6cc27d0d99 HTTP/1.1" status: 200  len: 1101 time: 0.0904484
Apr 02 18:16:47.280404 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5444af7b-0a95-4244-8d84-982c1400000e req-a9da6aff-efc8-4b4c-b8c8-07ac23a5eff6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=a2148e34-4ce7-4073-8c4c-a656fb4c3431 HTTP/1.1" status: 200  len: 217 time: 0.0670094
Apr 02 18:16:47.355956 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444af7b-0a95-4244-8d84-982c1400000e req-4827dd37-bacc-4d75-969e-6648520c1763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:47.357354 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5444af7b-0a95-4244-8d84-982c1400000e req-4827dd37-bacc-4d75-969e-6648520c1763 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0edb0b1-a79a-4cd2-adfa-97e0ea8ce313 HTTP/1.1" status: 200  len: 843 time: 0.0695789
Apr 02 18:16:47.440099 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444af7b-0a95-4244-8d84-982c1400000e req-f0c3a3b3-59a6-493b-b141-d248db62684b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:47.441691 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5444af7b-0a95-4244-8d84-982c1400000e req-f0c3a3b3-59a6-493b-b141-d248db62684b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f192051e-f6af-47a9-aab0-d18ab84b3d92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0774415
Apr 02 18:16:47.590110 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5444af7b-0a95-4244-8d84-982c1400000e req-c1940534-c16e-49c4-bd51-dfefcd302a44 service neutron] 10.222.0.15 "GET /v2.0/networks/f192051e-f6af-47a9-aab0-d18ab84b3d92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403954
Apr 02 18:16:47.645562 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b0a8f-ed28-4de6-9414-1070d5d44fed req-5edd59e9-9d4f-4767-a1ef-f9f68cfa2e03 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:47.647408 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9c6b0a8f-ed28-4de6-9414-1070d5d44fed req-5edd59e9-9d4f-4767-a1ef-f9f68cfa2e03 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a8f2d90-9fe3-4247-b46e-0f6cc27d0d99 HTTP/1.1" status: 200  len: 948 time: 0.0918493
Apr 02 18:16:47.701903 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9c6b0a8f-ed28-4de6-9414-1070d5d44fed req-46e4aef7-65a0-4d4e-8f82-345868c0aa6b tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d6c35a7-a32e-4336-bc03-6e88e94902cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459232
Apr 02 18:16:47.740765 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5444af7b-0a95-4244-8d84-982c1400000e req-a9c2b44e-8ce0-4d92-8815-c6a12b947772 service neutron] 10.222.0.15 "GET /v2.0/networks/f192051e-f6af-47a9-aab0-d18ab84b3d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1439762
Apr 02 18:16:47.902174 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b26124-dd50-47cd-98b0-c404bbddd506 req-c953b984-d39e-4503-b7a4-a5d34100eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:47.904094 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d2b26124-dd50-47cd-98b0-c404bbddd506 req-c953b984-d39e-4503-b7a4-a5d34100eb9f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dae067124bf8423fadc6f4aea191fcff&device_id=3a8f2d90-9fe3-4247-b46e-0f6cc27d0d99 HTTP/1.1" status: 200  len: 1101 time: 0.0863612
Apr 02 18:16:48.050965 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b26124-dd50-47cd-98b0-c404bbddd506 req-55867c34-827e-419b-8052-f3c5a58ff517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:48.052825 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d2b26124-dd50-47cd-98b0-c404bbddd506 req-55867c34-827e-419b-8052-f3c5a58ff517 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f192051e-f6af-47a9-aab0-d18ab84b3d92 HTTP/1.1" status: 200  len: 869 time: 0.1406026
Apr 02 18:16:48.128827 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d2b26124-dd50-47cd-98b0-c404bbddd506 req-268e06f8-670d-4a42-9296-684b14cf0c7b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=a2148e34-4ce7-4073-8c4c-a656fb4c3431 HTTP/1.1" status: 200  len: 217 time: 0.0671134
Apr 02 18:16:48.200065 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b26124-dd50-47cd-98b0-c404bbddd506 req-eae0d514-056c-44ad-9621-0e78e0d3f443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:48.201533 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d2b26124-dd50-47cd-98b0-c404bbddd506 req-eae0d514-056c-44ad-9621-0e78e0d3f443 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b0edb0b1-a79a-4cd2-adfa-97e0ea8ce313 HTTP/1.1" status: 200  len: 843 time: 0.0661387
Apr 02 18:16:48.283088 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b26124-dd50-47cd-98b0-c404bbddd506 req-d4109fcf-6742-4ae6-87a7-e8c9540b9446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:48.284644 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d2b26124-dd50-47cd-98b0-c404bbddd506 req-d4109fcf-6742-4ae6-87a7-e8c9540b9446 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f192051e-f6af-47a9-aab0-d18ab84b3d92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0757353
Apr 02 18:16:48.429888 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d2b26124-dd50-47cd-98b0-c404bbddd506 req-6865793b-3e91-4557-bff0-04885ce5c972 service neutron] 10.222.0.15 "GET /v2.0/networks/f192051e-f6af-47a9-aab0-d18ab84b3d92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377418
Apr 02 18:16:48.573002 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d2b26124-dd50-47cd-98b0-c404bbddd506 req-e34215f4-9388-403d-bbe3-01078e7880a8 service neutron] 10.222.0.15 "GET /v2.0/networks/f192051e-f6af-47a9-aab0-d18ab84b3d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351485
Apr 02 18:16:48.907188 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94af9b-a5ac-400a-98ac-fdd97a50cf5b req-86f83647-d57d-44ac-aa85-d86f91ca7f75 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:48.908787 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dd94af9b-a5ac-400a-98ac-fdd97a50cf5b req-86f83647-d57d-44ac-aa85-d86f91ca7f75 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a8f2d90-9fe3-4247-b46e-0f6cc27d0d99 HTTP/1.1" status: 200  len: 948 time: 0.0886729
Apr 02 18:16:48.958473 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dd94af9b-a5ac-400a-98ac-fdd97a50cf5b req-acac7f99-a0d6-4fd6-b280-4aefd6897e50 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d6c35a7-a32e-4336-bc03-6e88e94902cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420592
Apr 02 18:16:50.074730 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device a2148e34-4ce7-4073-8c4c-a656fb4c3431 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:16:50.163515 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be957439-f72c-43ae-8b73-a7e7175dd384 req-1a286e39-5d90-4e70-ad72-3170a6d82cdc tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:50.165171 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-be957439-f72c-43ae-8b73-a7e7175dd384 req-1a286e39-5d90-4e70-ad72-3170a6d82cdc tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a8f2d90-9fe3-4247-b46e-0f6cc27d0d99 HTTP/1.1" status: 200  len: 948 time: 0.0924363
Apr 02 18:16:50.217297 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-be957439-f72c-43ae-8b73-a7e7175dd384 req-0bb07420-4f84-4894-a19c-0d61ca4ee91a tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d6c35a7-a32e-4336-bc03-6e88e94902cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451005
Apr 02 18:16:50.226056 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port a2148e34-4ce7-4073-8c4c-a656fb4c3431, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=a2148e34-4ce7-4073-8c4c-a656fb4c3431,segment=NetworkSegment(82d7d098-d6ed-482a-ae32-4a6026021b28),segment_id=82d7d098-d6ed-482a-ae32-4a6026021b28)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:16:50.235992 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Returning: {'device': 'a2148e34-4ce7-4073-8c4c-a656fb4c3431', 'network_id': 'f192051e-f6af-47a9-aab0-d18ab84b3d92', 'port_id': 'a2148e34-4ce7-4073-8c4c-a656fb4c3431', 'mac_address': 'fa:16:3e:cd:c6:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0edb0b1-a79a-4cd2-adfa-97e0ea8ce313', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:16:50.294406 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:50.315043 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2148e34-4ce7-4073-8c4c-a656fb4c3431 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:16:50.331980 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port a2148e34-4ce7-4073-8c4c-a656fb4c3431, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=a2148e34-4ce7-4073-8c4c-a656fb4c3431,segment=NetworkSegment(82d7d098-d6ed-482a-ae32-4a6026021b28),segment_id=82d7d098-d6ed-482a-ae32-4a6026021b28)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:16:50.377203 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:50.379741 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:50.450174 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=a2148e34-4ce7-4073-8c4c-a656fb4c3431,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:50.459272 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:50.459772 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:50.460154 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:50.460531 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:50.461020 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:50.461408 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:50.461585 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 42552) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:50.461760 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:50.462127 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:50.462518 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:50.462909 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:50.463250 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:50.463613 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:50.468138 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:50.585271 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-be5cb6e6-cec1-4c46-a79f-1abddd746b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:50.600556 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-be5cb6e6-cec1-4c46-a79f-1abddd746b25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:16:50.604598 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-be5cb6e6-cec1-4c46-a79f-1abddd746b25 admin admin] Usage tracker for resource:security_group_rule and tenant:1b83434c87c14444b3b5951195e87d67 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:16:50.607553 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-be5cb6e6-cec1-4c46-a79f-1abddd746b25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:16:50.613499 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-be5cb6e6-cec1-4c46-a79f-1abddd746b25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:16:50.653051 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['a2148e34-4ce7-4073-8c4c-a656fb4c3431'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:16:50.706103 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-be5cb6e6-cec1-4c46-a79f-1abddd746b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:50.742762 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-be5cb6e6-cec1-4c46-a79f-1abddd746b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:50.751513 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-51f39c8b-85f7-4e8c-8a56-54274b3b1bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:50.795114 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-be5cb6e6-cec1-4c46-a79f-1abddd746b25 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1b83434c87c14444b3b5951195e87d67&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3323750
Apr 02 18:16:50.796337 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5cb6e6-cec1-4c46-a79f-1abddd746b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28329130-50b2-435a-bf3c-ccf6ff1415d3,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:50.798087 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 42558) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:16:50.799396 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-be5cb6e6-cec1-4c46-a79f-1abddd746b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:50.861793 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-69c5cd5d-4c2f-4cbc-b037-2f6208365271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:50.889320 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-69c5cd5d-4c2f-4cbc-b037-2f6208365271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:50.971305 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-69c5cd5d-4c2f-4cbc-b037-2f6208365271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:50.976948 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-98db918d-55a6-4275-bf23-e12c99858116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:50.994418 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5cd5d-4c2f-4cbc-b037-2f6208365271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28329130-50b2-435a-bf3c-ccf6ff1415d3,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:51.004644 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5cd5d-4c2f-4cbc-b037-2f6208365271 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:51.005059 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5cd5d-4c2f-4cbc-b037-2f6208365271 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:51.005462 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5cd5d-4c2f-4cbc-b037-2f6208365271 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:51.005858 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5cd5d-4c2f-4cbc-b037-2f6208365271 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:51.006252 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5cd5d-4c2f-4cbc-b037-2f6208365271 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:51.006677 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5cd5d-4c2f-4cbc-b037-2f6208365271 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:51.007068 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5cd5d-4c2f-4cbc-b037-2f6208365271 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:51.007459 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5cd5d-4c2f-4cbc-b037-2f6208365271 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:51.007849 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5cd5d-4c2f-4cbc-b037-2f6208365271 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:51.008235 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5cd5d-4c2f-4cbc-b037-2f6208365271 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:51.008621 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5cd5d-4c2f-4cbc-b037-2f6208365271 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:51.009007 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c5cd5d-4c2f-4cbc-b037-2f6208365271 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:16:51.012418 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-69c5cd5d-4c2f-4cbc-b037-2f6208365271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:51.025406 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-69c5cd5d-4c2f-4cbc-b037-2f6208365271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:51.026640 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-69c5cd5d-4c2f-4cbc-b037-2f6208365271 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/28329130-50b2-435a-bf3c-ccf6ff1415d3 HTTP/1.1" status: 204  len: 168 time: 0.2274039
Apr 02 18:16:51.424396 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb8aeb-3fe5-4d88-b03c-6fc769da509c req-05d19f30-b16d-48bc-bae1-6ee91a069409 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:51.426011 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8adb8aeb-3fe5-4d88-b03c-6fc769da509c req-05d19f30-b16d-48bc-bae1-6ee91a069409 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a8f2d90-9fe3-4247-b46e-0f6cc27d0d99 HTTP/1.1" status: 200  len: 949 time: 0.0894403
Apr 02 18:16:51.472588 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8adb8aeb-3fe5-4d88-b03c-6fc769da509c req-9a2cd8c1-d0ab-4ed2-b64d-aa479e9ff944 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d6c35a7-a32e-4336-bc03-6e88e94902cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400760
Apr 02 18:16:52.089953 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device a2148e34-4ce7-4073-8c4c-a656fb4c3431 up at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:16:52.200076 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning for port a2148e34-4ce7-4073-8c4c-a656fb4c3431 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:16:52.204849 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning complete for port a2148e34-4ce7-4073-8c4c-a656fb4c3431 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:16:52.205268 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:52.328963 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:52.357526 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8f2d90-9fe3-4247-b46e-0f6cc27d0d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2148e34-4ce7-4073-8c4c-a656fb4c3431'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:16:52.367711 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port a2148e34-4ce7-4073-8c4c-a656fb4c3431, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=a2148e34-4ce7-4073-8c4c-a656fb4c3431,segment=NetworkSegment(82d7d098-d6ed-482a-ae32-4a6026021b28),segment_id=82d7d098-d6ed-482a-ae32-4a6026021b28)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:16:52.394569 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:52.397961 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:52.436755 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8f2d90-9fe3-4247-b46e-0f6cc27d0d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2148e34-4ce7-4073-8c4c-a656fb4c3431', 'code': 200}
Apr 02 18:16:52.475353 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=a2148e34-4ce7-4073-8c4c-a656fb4c3431,revision_number=5']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:52.478171 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:52.680792 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a802e2-4996-420d-aec0-fc836a15694a req-eadc8af5-c1f1-49d5-bd3c-7f67c12e4091 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:52.682417 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-23a802e2-4996-420d-aec0-fc836a15694a req-eadc8af5-c1f1-49d5-bd3c-7f67c12e4091 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a8f2d90-9fe3-4247-b46e-0f6cc27d0d99 HTTP/1.1" status: 200  len: 950 time: 0.0920796
Apr 02 18:16:52.692175 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb5a48-0f26-487b-8166-462b7a019637 req-c890b3aa-bc92-474e-a08a-3545af0500c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:52.693935 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-43bb5a48-0f26-487b-8166-462b7a019637 req-c890b3aa-bc92-474e-a08a-3545af0500c6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a8f2d90-9fe3-4247-b46e-0f6cc27d0d99 HTTP/1.1" status: 200  len: 1103 time: 0.0790682
Apr 02 18:16:52.730858 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-23a802e2-4996-420d-aec0-fc836a15694a req-8ae5e25c-bb9c-498c-bcbd-7bd539defb34 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d6c35a7-a32e-4336-bc03-6e88e94902cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415740
Apr 02 18:16:52.738400 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-43bb5a48-0f26-487b-8166-462b7a019637 req-6b066746-3223-4805-9fe7-402676d37f96 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9d6c35a7-a32e-4336-bc03-6e88e94902cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369122
Apr 02 18:16:53.932476 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e3468-6fd3-405f-b095-6df9979b9432 req-92f8fd10-60eb-4182-92cf-c1b60f7a87bb tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:53.934067 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-db1e3468-6fd3-405f-b095-6df9979b9432 req-92f8fd10-60eb-4182-92cf-c1b60f7a87bb tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a8f2d90-9fe3-4247-b46e-0f6cc27d0d99 HTTP/1.1" status: 200  len: 950 time: 0.0892990
Apr 02 18:16:53.984335 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-db1e3468-6fd3-405f-b095-6df9979b9432 req-9f714c67-fa53-4804-a79d-815ddb5b7e19 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d6c35a7-a32e-4336-bc03-6e88e94902cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439174
Apr 02 18:16:54.519546 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a379665-dc0a-4056-a304-211ecc32e096 req-d79fe36d-b4d8-413f-a91e-c6892d2bd459 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:54.521746 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0a379665-dc0a-4056-a304-211ecc32e096 req-d79fe36d-b4d8-413f-a91e-c6892d2bd459 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a8f2d90-9fe3-4247-b46e-0f6cc27d0d99 HTTP/1.1" status: 200  len: 950 time: 0.0896032
Apr 02 18:16:54.570586 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0a379665-dc0a-4056-a304-211ecc32e096 req-74331d5a-6780-480f-b1de-d371cec987e3 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d6c35a7-a32e-4336-bc03-6e88e94902cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421700
Apr 02 18:16:55.773242 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2df7fe-95a3-41b7-a3d6-dcd581137a09 req-e973d91d-b9a5-43c7-bbe1-f079fd1b3c0a tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:55.774849 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3b2df7fe-95a3-41b7-a3d6-dcd581137a09 req-e973d91d-b9a5-43c7-bbe1-f079fd1b3c0a tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a8f2d90-9fe3-4247-b46e-0f6cc27d0d99 HTTP/1.1" status: 200  len: 950 time: 0.0915673
Apr 02 18:16:55.790394 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100931df-cc79-48e0-bb0f-66f110dae1b4 req-e171898c-1353-45c6-8eee-bf5920dd7346 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:55.791068 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-100931df-cc79-48e0-bb0f-66f110dae1b4 req-e171898c-1353-45c6-8eee-bf5920dd7346 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Synchronizing usage tracker for tenant:dae067124bf8423fadc6f4aea191fcff on resource:port {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:16:55.825476 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3b2df7fe-95a3-41b7-a3d6-dcd581137a09 req-2f4de39b-25b7-43aa-a5eb-b129686fc63b tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d6c35a7-a32e-4336-bc03-6e88e94902cd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439019
Apr 02 18:16:55.839442 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-100931df-cc79-48e0-bb0f-66f110dae1b4 req-e171898c-1353-45c6-8eee-bf5920dd7346 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Unset dirty status for tenant:dae067124bf8423fadc6f4aea191fcff on resource:port {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:16:55.840816 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-100931df-cc79-48e0-bb0f-66f110dae1b4 req-e171898c-1353-45c6-8eee-bf5920dd7346 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a8f2d90-9fe3-4247-b46e-0f6cc27d0d99 HTTP/1.1" status: 200  len: 950 time: 0.1410959
Apr 02 18:16:55.921407 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-100931df-cc79-48e0-bb0f-66f110dae1b4 req-f1ed68e5-2b82-4afb-8c50-f0ac8bfdbb9c tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Deleting port a2148e34-4ce7-4073-8c4c-a656fb4c3431 {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:16:55.921793 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-100931df-cc79-48e0-bb0f-66f110dae1b4 req-f1ed68e5-2b82-4afb-8c50-f0ac8bfdbb9c tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:56.193431 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-100931df-cc79-48e0-bb0f-66f110dae1b4 req-f1ed68e5-2b82-4afb-8c50-f0ac8bfdbb9c tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] For port a2148e34-4ce7-4073-8c4c-a656fb4c3431, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=a2148e34-4ce7-4073-8c4c-a656fb4c3431,segment=NetworkSegment(82d7d098-d6ed-482a-ae32-4a6026021b28),segment_id=82d7d098-d6ed-482a-ae32-4a6026021b28)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:16:56.193838 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-100931df-cc79-48e0-bb0f-66f110dae1b4 req-f1ed68e5-2b82-4afb-8c50-f0ac8bfdbb9c tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:56.330706 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-100931df-cc79-48e0-bb0f-66f110dae1b4 req-f1ed68e5-2b82-4afb-8c50-f0ac8bfdbb9c tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Calling delete_port for a2148e34-4ce7-4073-8c4c-a656fb4c3431 owned by compute:nova {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:16:56.516908 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8578db7-abb3-4488-adf6-0c9a8d7bc26e req-fbbe146d-3f89-464e-923d-f533a162f7b1 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:56.518601 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a8578db7-abb3-4488-adf6-0c9a8d7bc26e req-fbbe146d-3f89-464e-923d-f533a162f7b1 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 946 time: 0.0867159
Apr 02 18:16:56.554519 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-100931df-cc79-48e0-bb0f-66f110dae1b4 req-f1ed68e5-2b82-4afb-8c50-f0ac8bfdbb9c tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:56.570149 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:56.571742 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a8578db7-abb3-4488-adf6-0c9a8d7bc26e req-3c93463e-64b2-4756-9d72-98f831999f4c tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460873
Apr 02 18:16:56.666717 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed68e5-2b82-4afb-8c50-f0ac8bfdbb9c tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Pushing event deleted for resources: {'Port': ['ID=a2148e34-4ce7-4073-8c4c-a656fb4c3431,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:56.673394 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f1ed68e5-2b82-4afb-8c50-f0ac8bfdbb9c tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:56.823239 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-100931df-cc79-48e0-bb0f-66f110dae1b4 req-f1ed68e5-2b82-4afb-8c50-f0ac8bfdbb9c tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] No DVR routers for this DVR port a2148e34-4ce7-4073-8c4c-a656fb4c3431 on host hv-cinder-78460 {{(pid=84390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:16:56.825845 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-100931df-cc79-48e0-bb0f-66f110dae1b4 req-f1ed68e5-2b82-4afb-8c50-f0ac8bfdbb9c tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:56.828841 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8f2d90-9fe3-4247-b46e-0f6cc27d0d99', 'name': 'network-vif-deleted', 'tag': 'a2148e34-4ce7-4073-8c4c-a656fb4c3431'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:16:56.881318 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-100931df-cc79-48e0-bb0f-66f110dae1b4 req-f1ed68e5-2b82-4afb-8c50-f0ac8bfdbb9c tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.15 "DELETE /v2.0/ports/a2148e34-4ce7-4073-8c4c-a656fb4c3431 HTTP/1.1" status: 204  len: 173 time: 1.0349436
Apr 02 18:16:56.905241 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8f2d90-9fe3-4247-b46e-0f6cc27d0d99', 'name': 'network-vif-deleted', 'tag': 'a2148e34-4ce7-4073-8c4c-a656fb4c3431', 'status': 'completed', 'code': 200}
Apr 02 18:16:57.008629 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8c755e15-10f0-4c25-8c0f-ebd44c6946dd req-c78e8409-8b84-4253-a32d-d5e0d0bfc4a6 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a8f2d90-9fe3-4247-b46e-0f6cc27d0d99 HTTP/1.1" status: 200  len: 210 time: 0.0481546
Apr 02 18:16:57.600166 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7de9388d-ae93-4f7c-b906-eb2086d4e403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:57.780210 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad1dad-7cf7-4688-baa5-713cbfc4adda req-e06f21dd-93c7-49e8-bba3-894ef61c8444 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:57.781796 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-54ad1dad-7cf7-4688-baa5-713cbfc4adda req-e06f21dd-93c7-49e8-bba3-894ef61c8444 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 946 time: 0.0871513
Apr 02 18:16:57.829718 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-54ad1dad-7cf7-4688-baa5-713cbfc4adda req-5b0e2605-8248-44e5-8236-99c776328590 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409412
Apr 02 18:16:57.939668 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b5f3b-1b62-4c3c-929d-795d773c5d63 req-403be709-4f9c-4d3d-9eff-c8a7e5c33644 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:57.940474 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-124b5f3b-1b62-4c3c-929d-795d773c5d63 req-403be709-4f9c-4d3d-9eff-c8a7e5c33644 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Synchronizing usage tracker for tenant:ab81f0810293410f90055ce730a5f2ce on resource:port {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:16:57.988761 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-124b5f3b-1b62-4c3c-929d-795d773c5d63 req-403be709-4f9c-4d3d-9eff-c8a7e5c33644 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Unset dirty status for tenant:ab81f0810293410f90055ce730a5f2ce on resource:port {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:16:57.990057 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-124b5f3b-1b62-4c3c-929d-795d773c5d63 req-403be709-4f9c-4d3d-9eff-c8a7e5c33644 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.15 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 946 time: 0.1378093
Apr 02 18:16:58.105335 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device a2148e34-4ce7-4073-8c4c-a656fb4c3431 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:16:58.145826 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] No Port match for: a2148e34-4ce7-4073-8c4c-a656fb4c3431 {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:16:58.146322 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device a2148e34-4ce7-4073-8c4c-a656fb4c3431 not bound to the agent host hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:16:58.299962 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-124b5f3b-1b62-4c3c-929d-795d773c5d63 req-9a4cd66c-06a7-4fa9-b90e-85366294ef25 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Deleting port 5401b529-9099-49b2-bba2-84b67d578439 {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:16:58.300345 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-124b5f3b-1b62-4c3c-929d-795d773c5d63 req-9a4cd66c-06a7-4fa9-b90e-85366294ef25 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:58.565830 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-124b5f3b-1b62-4c3c-929d-795d773c5d63 req-9a4cd66c-06a7-4fa9-b90e-85366294ef25 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] For port 5401b529-9099-49b2-bba2-84b67d578439, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5401b529-9099-49b2-bba2-84b67d578439,segment=NetworkSegment(f987815a-0fd5-40b0-85da-34501f7e40a0),segment_id=f987815a-0fd5-40b0-85da-34501f7e40a0)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:16:58.566223 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-124b5f3b-1b62-4c3c-929d-795d773c5d63 req-9a4cd66c-06a7-4fa9-b90e-85366294ef25 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:58.725472 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:58.893018 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-124b5f3b-1b62-4c3c-929d-795d773c5d63 req-9a4cd66c-06a7-4fa9-b90e-85366294ef25 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:58.894019 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-124b5f3b-1b62-4c3c-929d-795d773c5d63 req-9a4cd66c-06a7-4fa9-b90e-85366294ef25 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854362165'] for floatingip, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:58.895250 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.l3_db [req-124b5f3b-1b62-4c3c-929d-795d773c5d63 req-9a4cd66c-06a7-4fa9-b90e-85366294ef25 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Floating IP 10fdf38b-c21a-449e-aa9e-0acfb0647420 disassociated. External IP: 172.27.2.156, port: 5401b529-9099-49b2-bba2-84b67d578439.
Apr 02 18:16:58.895814 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-124b5f3b-1b62-4c3c-929d-795d773c5d63 req-9a4cd66c-06a7-4fa9-b90e-85366294ef25 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Calling delete_port for 5401b529-9099-49b2-bba2-84b67d578439 owned by compute:nova {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:16:59.044079 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89c6f6-e3b4-434a-ba8a-61512750e8eb req-6beb665a-3bf3-4a66-aa91-ef8c06b6bfa9 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:16:59.046050 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ff89c6f6-e3b4-434a-ba8a-61512750e8eb req-6beb665a-3bf3-4a66-aa91-ef8c06b6bfa9 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 946 time: 0.0939438
Apr 02 18:16:59.101835 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ff89c6f6-e3b4-434a-ba8a-61512750e8eb req-d76da811-5002-4176-8d50-c7006a931dc4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484509
Apr 02 18:16:59.142918 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-124b5f3b-1b62-4c3c-929d-795d773c5d63 req-9a4cd66c-06a7-4fa9-b90e-85366294ef25 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:59.159535 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:16:59.256241 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4cd66c-06a7-4fa9-b90e-85366294ef25 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Pushing event deleted for resources: {'Port': ['ID=5401b529-9099-49b2-bba2-84b67d578439,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:16:59.264268 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-9a4cd66c-06a7-4fa9-b90e-85366294ef25 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:16:59.547297 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-124b5f3b-1b62-4c3c-929d-795d773c5d63 req-9a4cd66c-06a7-4fa9-b90e-85366294ef25 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Router a02ea0de-69e5-4ddf-b002-989e7be99700 has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:16:59.612167 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c6ef2035-cfdd-486b-bd0b-f9022bc2c35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:59.756370 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-124b5f3b-1b62-4c3c-929d-795d773c5d63 req-9a4cd66c-06a7-4fa9-b90e-85366294ef25 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:16:59.768794 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1ce62c-c9cd-4835-8087-5106b247c5dd None None] Sync routers for ids ['a02ea0de-69e5-4ddf-b002-989e7be99700'] in dv-cinder-784603-1-iscsi {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:16:59.781719 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1ce62c-c9cd-4835-8087-5106b247c5dd None None] Routers {'a02ea0de-69e5-4ddf-b002-989e7be99700'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:16:59.782392 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-4c1ce62c-c9cd-4835-8087-5106b247c5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f108f7978>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:16:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['a02ea0de-69e5-4ddf-b002-989e7be99700'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:16:59.855957 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-124b5f3b-1b62-4c3c-929d-795d773c5d63 req-9a4cd66c-06a7-4fa9-b90e-85366294ef25 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] No DVR routers for this DVR port 5401b529-9099-49b2-bba2-84b67d578439 on host hv-cinder-78460 {{(pid=84390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:16:59.864829 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-124b5f3b-1b62-4c3c-929d-795d773c5d63 req-9a4cd66c-06a7-4fa9-b90e-85366294ef25 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:16:59.878812 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e9219f-df56-4104-9571-3df7d44980af', 'name': 'network-vif-deleted', 'tag': '5401b529-9099-49b2-bba2-84b67d578439'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:16:59.926578 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-124b5f3b-1b62-4c3c-929d-795d773c5d63 req-9a4cd66c-06a7-4fa9-b90e-85366294ef25 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.15 "DELETE /v2.0/ports/5401b529-9099-49b2-bba2-84b67d578439 HTTP/1.1" status: 204  len: 173 time: 1.9310031
Apr 02 18:16:59.989076 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-4c1ce62c-c9cd-4835-8087-5106b247c5dd None None] Set router a02ea0de-69e5-4ddf-b002-989e7be99700 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:16:59.998334 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e9219f-df56-4104-9571-3df7d44980af', 'name': 'network-vif-deleted', 'tag': '5401b529-9099-49b2-bba2-84b67d578439', 'status': 'completed', 'code': 200}
Apr 02 18:17:00.316136 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:00.326989 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-cb8a36ae-00d2-47e6-996d-b6d4e535f29b req-8f5e77bd-44db-4708-bfc7-62449f1daaa1 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e9219f-df56-4104-9571-3df7d44980af HTTP/1.1" status: 200  len: 210 time: 0.0654676
Apr 02 18:17:00.534624 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-4c1ce62c-c9cd-4835-8087-5106b247c5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f108f7978>, [{'id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'name': 'tempest-AttachVolumeShelveTestJSON-1573574871-router', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:54Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 4, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'gw_port': {'id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:55Z', 'updated_at': '2021-04-02T18:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'cbb6545f-8641-45fc-9013-c5bdaa0713b7', 'name': '', 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'mac_address': 'fa:16:3e:40:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:10Z', 'revision_number': 5, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'subnets': [{'id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:00.540066 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1ce62c-c9cd-4835-8087-5106b247c5dd None None] Checking router: a02ea0de-69e5-4ddf-b002-989e7be99700 for host: dv-cinder-784603-1-iscsi {{(pid=84392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:17:00.555017 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1ce62c-c9cd-4835-8087-5106b247c5dd None None] Routers {'a02ea0de-69e5-4ddf-b002-989e7be99700'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:17:00.555711 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-4c1ce62c-c9cd-4835-8087-5106b247c5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f108f7978>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:16:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['a02ea0de-69e5-4ddf-b002-989e7be99700'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:00.788829 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-4c1ce62c-c9cd-4835-8087-5106b247c5dd None None] Set router a02ea0de-69e5-4ddf-b002-989e7be99700 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:17:01.153218 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-4c1ce62c-c9cd-4835-8087-5106b247c5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f108f7978>, [{'id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'name': 'tempest-AttachVolumeShelveTestJSON-1573574871-router', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:54Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 4, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'gw_port': {'id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:55Z', 'updated_at': '2021-04-02T18:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'cbb6545f-8641-45fc-9013-c5bdaa0713b7', 'name': '', 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'mac_address': 'fa:16:3e:40:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:10Z', 'revision_number': 5, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'subnets': [{'id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:01.157504 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1ce62c-c9cd-4835-8087-5106b247c5dd None None] The sync data for ids ['a02ea0de-69e5-4ddf-b002-989e7be99700'] in dv-cinder-784603-1-iscsi is: [{'id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'name': 'tempest-AttachVolumeShelveTestJSON-1573574871-router', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:54Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 4, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'gw_port': {'id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:55Z', 'updated_at': '2021-04-02T18:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'cbb6545f-8641-45fc-9013-c5bdaa0713b7', 'name': '', 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'mac_address': 'fa:16:3e:40:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:10Z', 'revision_number': 5, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'subnets': [{'id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:17:01.574415 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 42794) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:01.585884 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7013c3bd-2a54-48a7-8202-ca965184cf6b None None] New status for floating IP 10fdf38b-c21a-449e-aa9e-0acfb0647420: DOWN {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:17:01.666687 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-38f655dc-127b-4af3-8e67-faabb33fb702 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:01.699363 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-38f655dc-127b-4af3-8e67-faabb33fb702 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:01.703157 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:01.783250 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-38f655dc-127b-4af3-8e67-faabb33fb702 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:01.787905 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4d9177fe-ac31-4dd0-bf96-01b84dd75515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:01.802914 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f655dc-127b-4af3-8e67-faabb33fb702 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:01.808689 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-38f655dc-127b-4af3-8e67-faabb33fb702 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:01.851947 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-38f655dc-127b-4af3-8e67-faabb33fb702 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:01.854361 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-38f655dc-127b-4af3-8e67-faabb33fb702 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "DELETE /v2.0/security-groups/147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4 HTTP/1.1" status: 204  len: 168 time: 0.2774658
Apr 02 18:17:01.856343 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 42808) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:01.899805 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.v2.resource [None req-d236b735-4e6c-4c89-b1e9-034260e3aaee tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] show failed (client error): The resource could not be found.
Apr 02 18:17:01.905026 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 42812) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:01.907097 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-d236b735-4e6c-4c89-b1e9-034260e3aaee tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups/147e1ae8-9749-4b16-9d8d-0ef8f92b7ed4 HTTP/1.1" status: 404  len: 347 time: 0.0495143
Apr 02 18:17:02.100180 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-b35c78ec-d0d3-4ac4-b12f-c132ca7f4a1e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Deleting port 5a99c465-eeba-4cb7-b25a-b4830748e22b {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:17:02.100564 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b35c78ec-d0d3-4ac4-b12f-c132ca7f4a1e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:02.105469 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 5401b529-9099-49b2-bba2-84b67d578439 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:17:02.150705 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4f399cc4-20e9-417e-b43c-01b15d1ffb28 req-02e6fef9-cb52-4a1e-9007-edf24352660a tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1003120887&fields=id&tenant_id=456d975739e04659be41d35506548735 HTTP/1.1" status: 200  len: 267 time: 0.0528312
Apr 02 18:17:02.156140 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] No Port match for: 5401b529-9099-49b2-bba2-84b67d578439 {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:17:02.157037 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 5401b529-9099-49b2-bba2-84b67d578439 not bound to the agent host hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:17:02.249010 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f399cc4-20e9-417e-b43c-01b15d1ffb28 req-5734f90e-be53-45fa-bd97-df93453b1609 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:02.258210 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4f399cc4-20e9-417e-b43c-01b15d1ffb28 req-5734f90e-be53-45fa-bd97-df93453b1609 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 984 time: 0.1002536
Apr 02 18:17:02.264314 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-4f399cc4-20e9-417e-b43c-01b15d1ffb28 req-ac50eea6-4831-4438-b85b-1d699e67f103 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Request body: {'port': {'security_groups': ['c5faa4b1-c93f-4944-b41e-c0d0c352c8cb']}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:02.304453 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b35c78ec-d0d3-4ac4-b12f-c132ca7f4a1e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:02.304891 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b35c78ec-d0d3-4ac4-b12f-c132ca7f4a1e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:02.398962 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-4f399cc4-20e9-417e-b43c-01b15d1ffb28 req-ac50eea6-4831-4438-b85b-1d699e67f103 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:02.442120 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-b35c78ec-d0d3-4ac4-b12f-c132ca7f4a1e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Calling delete_port for 5a99c465-eeba-4cb7-b25a-b4830748e22b owned by network:floatingip {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:17:02.719216 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b35c78ec-d0d3-4ac4-b12f-c132ca7f4a1e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:02.737062 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-9a4cd66c-06a7-4fa9-b90e-85366294ef25 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:02.749980 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-4f399cc4-20e9-417e-b43c-01b15d1ffb28 req-ac50eea6-4831-4438-b85b-1d699e67f103 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] For port 674eea1f-ef49-4cae-8bcd-2a36848a945b, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=674eea1f-ef49-4cae-8bcd-2a36848a945b,segment=NetworkSegment(c13707c4-c1e9-455a-bd75-cf881b8282a4),segment_id=c13707c4-c1e9-455a-bd75-cf881b8282a4)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:02.784078 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-4f399cc4-20e9-417e-b43c-01b15d1ffb28 req-ac50eea6-4831-4438-b85b-1d699e67f103 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:02.823267 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-4f399cc4-20e9-417e-b43c-01b15d1ffb28 req-ac50eea6-4831-4438-b85b-1d699e67f103 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2953587'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:02.840946 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-08c65444-52ac-4f84-bd1c-ebc5cf5e6682 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:02.841528 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c78ec-d0d3-4ac4-b12f-c132ca7f4a1e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Pushing event deleted for resources: {'Port': ['ID=5a99c465-eeba-4cb7-b25a-b4830748e22b,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:02.842208 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['674eea1f-ef49-4cae-8bcd-2a36848a945b'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:17:02.845737 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b35c78ec-d0d3-4ac4-b12f-c132ca7f4a1e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:02.927521 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50eea6-4831-4438-b85b-1d699e67f103 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Pushing event updated for resources: {'Port': ['ID=674eea1f-ef49-4cae-8bcd-2a36848a945b,revision_number=7']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:02.978778 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-ac50eea6-4831-4438-b85b-1d699e67f103 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:03.063515 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f399cc4-20e9-417e-b43c-01b15d1ffb28 req-ac50eea6-4831-4438-b85b-1d699e67f103 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:03.064106 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-4f399cc4-20e9-417e-b43c-01b15d1ffb28 req-ac50eea6-4831-4438-b85b-1d699e67f103 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:03.070673 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4f399cc4-20e9-417e-b43c-01b15d1ffb28 req-ac50eea6-4831-4438-b85b-1d699e67f103 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "PUT /v2.0/ports/674eea1f-ef49-4cae-8bcd-2a36848a945b HTTP/1.1" status: 200  len: 942 time: 0.8112123
Apr 02 18:17:03.071560 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39704908-657c-4c1d-a324-c517927e7042', 'tag': '674eea1f-ef49-4cae-8bcd-2a36848a945b'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:17:03.076976 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 42848) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:03.100775 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b35c78ec-d0d3-4ac4-b12f-c132ca7f4a1e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for floatingip, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:03.132549 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b35c78ec-d0d3-4ac4-b12f-c132ca7f4a1e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for floatingip, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:03.136848 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-b35c78ec-d0d3-4ac4-b12f-c132ca7f4a1e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "DELETE /v2.0/floatingips/10fdf38b-c21a-449e-aa9e-0acfb0647420 HTTP/1.1" status: 204  len: 168 time: 1.2272606
Apr 02 18:17:03.143985 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['674eea1f-ef49-4cae-8bcd-2a36848a945b'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:17:03.221102 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8bd55d2d-ee08-4818-bcfb-fffb782b26fb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:03.302776 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8bd55d2d-ee08-4818-bcfb-fffb782b26fb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:03.371895 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39704908-657c-4c1d-a324-c517927e7042', 'tag': '674eea1f-ef49-4cae-8bcd-2a36848a945b', 'status': 'completed', 'code': 200}
Apr 02 18:17:03.382885 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8bd55d2d-ee08-4818-bcfb-fffb782b26fb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:03.388612 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-94c5e6b8-5f6a-43ad-b54a-714203f411bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:03.405224 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd55d2d-ee08-4818-bcfb-fffb782b26fb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01f0c9d-b2ca-4645-b251-33f329bd8bf0,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:03.415951 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8bd55d2d-ee08-4818-bcfb-fffb782b26fb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:03.465299 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8bd55d2d-ee08-4818-bcfb-fffb782b26fb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:03.466761 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-8bd55d2d-ee08-4818-bcfb-fffb782b26fb tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "DELETE /v2.0/security-groups/e01f0c9d-b2ca-4645-b251-33f329bd8bf0 HTTP/1.1" status: 204  len: 168 time: 0.3888152
Apr 02 18:17:03.469634 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 42864) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:03.471126 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-1d34fdae-b59a-4ce6-b067-b4a752299119 None None] Provisioning complete for port 674eea1f-ef49-4cae-8bcd-2a36848a945b triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:03.471541 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1d34fdae-b59a-4ce6-b067-b4a752299119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:03.494719 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fc410-bd26-4525-aeb7-af97fc53477d req-73b07895-f886-431d-8f32-405ea5ad6891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:03.496429 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b83fc410-bd26-4525-aeb7-af97fc53477d req-73b07895-f886-431d-8f32-405ea5ad6891 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=456d975739e04659be41d35506548735&device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 1098 time: 0.1038697
Apr 02 18:17:03.677318 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fc410-bd26-4525-aeb7-af97fc53477d req-af02d36d-d7b6-48eb-aefd-41e7f226e81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:03.679165 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b83fc410-bd26-4525-aeb7-af97fc53477d req-af02d36d-d7b6-48eb-aefd-41e7f226e81d service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5c976a4-2bf5-421b-86e8-e0cd53189ff2 HTTP/1.1" status: 200  len: 914 time: 0.1737804
Apr 02 18:17:03.784900 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 42868) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:03.807030 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-e9867aa5-9b39-47af-8c63-11defaa512fb tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Request body: {'security_group': {'name': 'tempest-securitygroup--714060213', 'description': 'tempest-description--1350330477'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:03.825243 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-e9867aa5-9b39-47af-8c63-11defaa512fb tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:03.833924 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-e9867aa5-9b39-47af-8c63-11defaa512fb tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Usage tracker for resource:security_group and tenant:ab81f0810293410f90055ce730a5f2ce is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:03.838981 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-e9867aa5-9b39-47af-8c63-11defaa512fb tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:03.854530 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-e9867aa5-9b39-47af-8c63-11defaa512fb tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:03.974481 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e9867aa5-9b39-47af-8c63-11defaa512fb tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:03.986761 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-4ca71041-8350-408c-ab09-c907a6f292ad tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Deleting port a1e84d5d-437d-4059-8e48-06b97586d4a4 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:17:03.987138 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4ca71041-8350-408c-ab09-c907a6f292ad tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:04.023014 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b83fc410-bd26-4525-aeb7-af97fc53477d req-7cd197bd-908a-4b72-9014-00f7ba128ca6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=674eea1f-ef49-4cae-8bcd-2a36848a945b HTTP/1.1" status: 200  len: 1001 time: 0.3370805
Apr 02 18:17:04.047265 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-e9867aa5-9b39-47af-8c63-11defaa512fb tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:04.054668 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-e9867aa5-9b39-47af-8c63-11defaa512fb tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Usage tracker for resource:security_group_rule and tenant:ab81f0810293410f90055ce730a5f2ce is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:04.058966 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-e9867aa5-9b39-47af-8c63-11defaa512fb tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:04.091603 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fc410-bd26-4525-aeb7-af97fc53477d req-0f21f42a-8ae2-47dc-9f43-41485d4ed452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:04.093191 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b83fc410-bd26-4525-aeb7-af97fc53477d req-0f21f42a-8ae2-47dc-9f43-41485d4ed452 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5e84303b-04ac-4b80-ad14-3d620854a7fc HTTP/1.1" status: 200  len: 853 time: 0.0636742
Apr 02 18:17:04.124587 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-e9867aa5-9b39-47af-8c63-11defaa512fb tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:04.179226 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fc410-bd26-4525-aeb7-af97fc53477d req-a9a9f7c7-be9b-40c5-8e50-8c616beb9265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:04.180877 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b83fc410-bd26-4525-aeb7-af97fc53477d req-a9a9f7c7-be9b-40c5-8e50-8c616beb9265 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5c976a4-2bf5-421b-86e8-e0cd53189ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809128
Apr 02 18:17:04.221796 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4ca71041-8350-408c-ab09-c907a6f292ad tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:04.222634 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4ca71041-8350-408c-ab09-c907a6f292ad tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:04.323582 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b83fc410-bd26-4525-aeb7-af97fc53477d req-42bff444-ebaf-4b76-8877-1030b1155621 service neutron] 10.222.0.15 "GET /v2.0/networks/e5c976a4-2bf5-421b-86e8-e0cd53189ff2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363807
Apr 02 18:17:04.370336 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-4ca71041-8350-408c-ab09-c907a6f292ad tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Calling delete_port for a1e84d5d-437d-4059-8e48-06b97586d4a4 owned by network:floatingip {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:17:04.427048 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e9867aa5-9b39-47af-8c63-11defaa512fb tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:04.463980 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e9867aa5-9b39-47af-8c63-11defaa512fb tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:04.468935 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b83fc410-bd26-4525-aeb7-af97fc53477d req-aab5e39c-e2f1-4eca-a57c-f183b4b063ac service neutron] 10.222.0.15 "GET /v2.0/networks/e5c976a4-2bf5-421b-86e8-e0cd53189ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390789
Apr 02 18:17:04.470866 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f86ac89b-aca0-4ccd-8c46-1395d29f0a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:04.521532 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9867aa5-9b39-47af-8c63-11defaa512fb tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdad0168-e4d7-4003-aa4a-d6c91c33e07a,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:04.524359 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e9867aa5-9b39-47af-8c63-11defaa512fb tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:04.601382 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e9867aa5-9b39-47af-8c63-11defaa512fb tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:04.602712 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-e9867aa5-9b39-47af-8c63-11defaa512fb tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.8162570
Apr 02 18:17:04.605930 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 42876) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:04.611833 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-11facd0b-66ec-4f44-abc1-5040d02705a9 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Request body: {'security_group_rule': {'security_group_id': 'cdad0168-e4d7-4003-aa4a-d6c91c33e07a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:04.618698 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-11facd0b-66ec-4f44-abc1-5040d02705a9 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:04.622835 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-11facd0b-66ec-4f44-abc1-5040d02705a9 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Usage tracker for resource:security_group_rule and tenant:ab81f0810293410f90055ce730a5f2ce is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:04.625931 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-11facd0b-66ec-4f44-abc1-5040d02705a9 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:04.633245 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-11facd0b-66ec-4f44-abc1-5040d02705a9 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:04.656865 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4ca71041-8350-408c-ab09-c907a6f292ad tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851822213'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:04.674605 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-82e81906-d3f2-419a-b201-e6ca6d5e8980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:04.692732 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-11facd0b-66ec-4f44-abc1-5040d02705a9 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:04.757023 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-11facd0b-66ec-4f44-abc1-5040d02705a9 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:04.776798 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca71041-8350-408c-ab09-c907a6f292ad tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Pushing event deleted for resources: {'Port': ['ID=a1e84d5d-437d-4059-8e48-06b97586d4a4,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:04.781560 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4ca71041-8350-408c-ab09-c907a6f292ad tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:04.789566 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-11facd0b-66ec-4f44-abc1-5040d02705a9 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413681'] for security_group_rule, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:04.791883 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-2150e690-6e1f-46a6-a9a3-a309a6781bbf tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:04.817247 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11facd0b-66ec-4f44-abc1-5040d02705a9 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=580d84fa-e02e-477f-b44e-1637ede8c0b6,revision_number=0']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:04.819958 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-11facd0b-66ec-4f44-abc1-5040d02705a9 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:04.851481 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-11facd0b-66ec-4f44-abc1-5040d02705a9 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:04.855431 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-11facd0b-66ec-4f44-abc1-5040d02705a9 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2457409
Apr 02 18:17:04.857895 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 42882) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:04.864623 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-63fbbe42-1254-46c0-863b-68f5e733ab2c tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Request body: {'security_group_rule': {'security_group_id': 'cdad0168-e4d7-4003-aa4a-d6c91c33e07a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:04.871250 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-63fbbe42-1254-46c0-863b-68f5e733ab2c tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:04.876155 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-63fbbe42-1254-46c0-863b-68f5e733ab2c tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Usage tracker for resource:security_group_rule and tenant:ab81f0810293410f90055ce730a5f2ce is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:04.880042 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-63fbbe42-1254-46c0-863b-68f5e733ab2c tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:04.887313 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-63fbbe42-1254-46c0-863b-68f5e733ab2c tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:04.933660 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-63fbbe42-1254-46c0-863b-68f5e733ab2c tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:04.962791 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4ca71041-8350-408c-ab09-c907a6f292ad tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks [] for floatingip, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:04.963167 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.l3_db [None req-4ca71041-8350-408c-ab09-c907a6f292ad tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Floating IP 6b76c6f8-bb99-4171-9ede-5c2d73ae29f6 disassociated (deleted). External IP: 172.27.2.207, port: 674eea1f-ef49-4cae-8bcd-2a36848a945b.
Apr 02 18:17:04.975008 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 42886) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:05.007877 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-63fbbe42-1254-46c0-863b-68f5e733ab2c tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:05.045915 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-63fbbe42-1254-46c0-863b-68f5e733ab2c tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413681'] for security_group_rule, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:05.048482 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-11facd0b-66ec-4f44-abc1-5040d02705a9 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:05.077115 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbbe42-1254-46c0-863b-68f5e733ab2c tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aba71d49-581b-40ae-8a85-3ca5f244bff4,revision_number=0']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:05.082583 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-63fbbe42-1254-46c0-863b-68f5e733ab2c tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:05.123796 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-63fbbe42-1254-46c0-863b-68f5e733ab2c tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:05.125033 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-63fbbe42-1254-46c0-863b-68f5e733ab2c tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2658558
Apr 02 18:17:05.128246 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 42892) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:05.143226 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-58ccfef5-d257-44fc-9fff-0f16061be3f8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Request body: {'floatingip': {'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:05.155238 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-58ccfef5-d257-44fc-9fff-0f16061be3f8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:05.161668 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-e933fb8d-6840-4ae5-9cbc-438e1b7f0ad2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dae067124bf8423fadc6f4aea191fcff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1831169
Apr 02 18:17:05.162878 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-58ccfef5-d257-44fc-9fff-0f16061be3f8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Usage tracker for resource:floatingip and tenant:ab81f0810293410f90055ce730a5f2ce is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:05.165426 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 42896) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:05.167901 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-58ccfef5-d257-44fc-9fff-0f16061be3f8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:05.187365 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-58ccfef5-d257-44fc-9fff-0f16061be3f8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:05.238926 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3ee9b1ff-c2ca-4ca0-b7bf-5fef1117e48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:05.266253 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3ee9b1ff-c2ca-4ca0-b7bf-5fef1117e48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:05.276558 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-58ccfef5-d257-44fc-9fff-0f16061be3f8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for floatingip, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:05.349726 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca71041-8350-408c-ab09-c907a6f292ad tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Router 5c49e9b2-067f-4374-bf84-a7ae5c2be55a has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:17:05.433803 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3ee9b1ff-c2ca-4ca0-b7bf-5fef1117e48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:05.440202 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8217fa8d-312f-4629-9d24-ae500e44fea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:05.455644 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9b1ff-c2ca-4ca0-b7bf-5fef1117e48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6c35a7-a32e-4336-bc03-6e88e94902cd,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:05.460216 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3ee9b1ff-c2ca-4ca0-b7bf-5fef1117e48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:05.466787 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3ee9b1ff-c2ca-4ca0-b7bf-5fef1117e48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:05.468007 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-3ee9b1ff-c2ca-4ca0-b7bf-5fef1117e48f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9d6c35a7-a32e-4336-bc03-6e88e94902cd HTTP/1.1" status: 204  len: 168 time: 0.3016224
Apr 02 18:17:05.472886 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-58ccfef5-d257-44fc-9fff-0f16061be3f8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:05.549056 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca71041-8350-408c-ab09-c907a6f292ad tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:17:05.559041 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e7a176-0c27-4ffa-b0b5-481370f6064d None None] Sync routers for ids ['5c49e9b2-067f-4374-bf84-a7ae5c2be55a'] in dv-cinder-784603-1-iscsi {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:17:05.568613 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4ca71041-8350-408c-ab09-c907a6f292ad tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:05.569803 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e7a176-0c27-4ffa-b0b5-481370f6064d None None] Routers {'5c49e9b2-067f-4374-bf84-a7ae5c2be55a'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:17:05.570770 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-62e7a176-0c27-4ffa-b0b5-481370f6064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f11204048>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:16:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['5c49e9b2-067f-4374-bf84-a7ae5c2be55a'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:05.625357 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-58ccfef5-d257-44fc-9fff-0f16061be3f8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Allocated IP 172.27.2.31 (42dddd6f-9dd9-47ad-90cc-d42a9f8f1223/91c6c6e9-4506-41a9-9628-98cc28823f44/88a5024f-71e8-4127-b937-358e8fda32ab) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:17:05.629139 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-4ca71041-8350-408c-ab09-c907a6f292ad tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "DELETE /v2.0/floatingips/6b76c6f8-bb99-4171-9ede-5c2d73ae29f6 HTTP/1.1" status: 204  len: 168 time: 2.1581807
Apr 02 18:17:05.630143 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39704908-657c-4c1d-a324-c517927e7042', 'tag': '674eea1f-ef49-4cae-8bcd-2a36848a945b'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:17:05.689640 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39704908-657c-4c1d-a324-c517927e7042', 'tag': '674eea1f-ef49-4cae-8bcd-2a36848a945b', 'status': 'completed', 'code': 200}
Apr 02 18:17:05.792143 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-62e7a176-0c27-4ffa-b0b5-481370f6064d None None] Set router 5c49e9b2-067f-4374-bf84-a7ae5c2be55a gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:17:05.948972 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-58ccfef5-d257-44fc-9fff-0f16061be3f8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:06.026473 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba1302-e957-4389-aa18-8de91dc0d123 req-841fc9d6-693c-40d7-a7af-ce6515808193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:06.029688 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1fba1302-e957-4389-aa18-8de91dc0d123 req-841fc9d6-693c-40d7-a7af-ce6515808193 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=456d975739e04659be41d35506548735&device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 1098 time: 0.1520400
Apr 02 18:17:06.119570 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-58ccfef5-d257-44fc-9fff-0f16061be3f8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:06.140645 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b9fb18f7-4121-4809-ba37-d3590df1e071 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:06.186703 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-62e7a176-0c27-4ffa-b0b5-481370f6064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f11204048>, [{'id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'name': 'tempest-TestMinimumBasicScenario-931707732-router', 'tenant_id': '456d975739e04659be41d35506548735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '9e99b0d2-2955-416a-a7a7-00a6e8bc3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:11Z', 'updated_at': '2021-04-02T18:13:26Z', 'revision_number': 4, 'project_id': '456d975739e04659be41d35506548735', 'gw_port': {'id': '9e99b0d2-2955-416a-a7a7-00a6e8bc3b46', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:29:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:13Z', 'updated_at': '2021-04-02T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'e5cc92fa-dc49-49b9-9cee-498494d1be60', 'name': '', 'network_id': 'e5c976a4-2bf5-421b-86e8-e0cd53189ff2', 'tenant_id': '456d975739e04659be41d35506548735', 'mac_address': 'fa:16:3e:ca:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5e84303b-04ac-4b80-ad14-3d620854a7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:23Z', 'updated_at': '2021-04-02T18:13:40Z', 'revision_number': 5, 'project_id': '456d975739e04659be41d35506548735', 'subnets': [{'id': '5e84303b-04ac-4b80-ad14-3d620854a7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:06.190917 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e7a176-0c27-4ffa-b0b5-481370f6064d None None] Checking router: 5c49e9b2-067f-4374-bf84-a7ae5c2be55a for host: dv-cinder-784603-1-iscsi {{(pid=84392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:17:06.201032 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e7a176-0c27-4ffa-b0b5-481370f6064d None None] Routers {'5c49e9b2-067f-4374-bf84-a7ae5c2be55a'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:17:06.201694 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-62e7a176-0c27-4ffa-b0b5-481370f6064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f11204048>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:16:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['5c49e9b2-067f-4374-bf84-a7ae5c2be55a'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:06.294652 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ccfef5-d257-44fc-9fff-0f16061be3f8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Pushing event updated for resources: {'Port': ['ID=88a5024f-71e8-4127-b937-358e8fda32ab,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:06.301275 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-58ccfef5-d257-44fc-9fff-0f16061be3f8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:06.369237 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba1302-e957-4389-aa18-8de91dc0d123 req-1f32a0f2-2bb9-4684-8f38-498cae76218c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:06.370889 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1fba1302-e957-4389-aa18-8de91dc0d123 req-1f32a0f2-2bb9-4684-8f38-498cae76218c service neutron] 10.222.0.15 "GET /v2.0/networks?id=e5c976a4-2bf5-421b-86e8-e0cd53189ff2 HTTP/1.1" status: 200  len: 914 time: 0.3351312
Apr 02 18:17:06.459960 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1fba1302-e957-4389-aa18-8de91dc0d123 req-f1756d47-47ef-4631-86bb-e5d5ab9438bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=674eea1f-ef49-4cae-8bcd-2a36848a945b HTTP/1.1" status: 200  len: 217 time: 0.0806262
Apr 02 18:17:06.469720 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ccfef5-d257-44fc-9fff-0f16061be3f8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:17:06.478265 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-62e7a176-0c27-4ffa-b0b5-481370f6064d None None] Set router 5c49e9b2-067f-4374-bf84-a7ae5c2be55a gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:17:06.509051 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-58ccfef5-d257-44fc-9fff-0f16061be3f8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:17:06.515220 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ccfef5-d257-44fc-9fff-0f16061be3f8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:17:06.588441 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba1302-e957-4389-aa18-8de91dc0d123 req-c3d12ced-37ba-4e7b-a01a-a012ff3fb1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:06.590057 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1fba1302-e957-4389-aa18-8de91dc0d123 req-c3d12ced-37ba-4e7b-a01a-a012ff3fb1b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5e84303b-04ac-4b80-ad14-3d620854a7fc HTTP/1.1" status: 200  len: 853 time: 0.1227367
Apr 02 18:17:06.688078 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-58ccfef5-d257-44fc-9fff-0f16061be3f8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:06.700042 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba1302-e957-4389-aa18-8de91dc0d123 req-cceaf7f8-5c8e-461d-bce6-50b6431872ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:06.701681 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1fba1302-e957-4389-aa18-8de91dc0d123 req-cceaf7f8-5c8e-461d-bce6-50b6431872ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5c976a4-2bf5-421b-86e8-e0cd53189ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1047249
Apr 02 18:17:06.765335 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 42930) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:06.832605 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-62e7a176-0c27-4ffa-b0b5-481370f6064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f11204048>, [{'id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'name': 'tempest-TestMinimumBasicScenario-931707732-router', 'tenant_id': '456d975739e04659be41d35506548735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '9e99b0d2-2955-416a-a7a7-00a6e8bc3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:11Z', 'updated_at': '2021-04-02T18:13:26Z', 'revision_number': 4, 'project_id': '456d975739e04659be41d35506548735', 'gw_port': {'id': '9e99b0d2-2955-416a-a7a7-00a6e8bc3b46', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:29:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:13Z', 'updated_at': '2021-04-02T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'e5cc92fa-dc49-49b9-9cee-498494d1be60', 'name': '', 'network_id': 'e5c976a4-2bf5-421b-86e8-e0cd53189ff2', 'tenant_id': '456d975739e04659be41d35506548735', 'mac_address': 'fa:16:3e:ca:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5e84303b-04ac-4b80-ad14-3d620854a7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:23Z', 'updated_at': '2021-04-02T18:13:40Z', 'revision_number': 5, 'project_id': '456d975739e04659be41d35506548735', 'subnets': [{'id': '5e84303b-04ac-4b80-ad14-3d620854a7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:06.838918 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e7a176-0c27-4ffa-b0b5-481370f6064d None None] The sync data for ids ['5c49e9b2-067f-4374-bf84-a7ae5c2be55a'] in dv-cinder-784603-1-iscsi is: [{'id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'name': 'tempest-TestMinimumBasicScenario-931707732-router', 'tenant_id': '456d975739e04659be41d35506548735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '9e99b0d2-2955-416a-a7a7-00a6e8bc3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:11Z', 'updated_at': '2021-04-02T18:13:26Z', 'revision_number': 4, 'project_id': '456d975739e04659be41d35506548735', 'gw_port': {'id': '9e99b0d2-2955-416a-a7a7-00a6e8bc3b46', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:29:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:13Z', 'updated_at': '2021-04-02T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'e5cc92fa-dc49-49b9-9cee-498494d1be60', 'name': '', 'network_id': 'e5c976a4-2bf5-421b-86e8-e0cd53189ff2', 'tenant_id': '456d975739e04659be41d35506548735', 'mac_address': 'fa:16:3e:ca:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '5e84303b-04ac-4b80-ad14-3d620854a7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:23Z', 'updated_at': '2021-04-02T18:13:40Z', 'revision_number': 5, 'project_id': '456d975739e04659be41d35506548735', 'subnets': [{'id': '5e84303b-04ac-4b80-ad14-3d620854a7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:17:06.887564 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-58ccfef5-d257-44fc-9fff-0f16061be3f8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:06.913486 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-5750afa3-2d28-49fa-b055-5f018294bbd7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-9113196-network', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:06.920844 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-5750afa3-2d28-49fa-b055-5f018294bbd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:06.925944 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-5750afa3-2d28-49fa-b055-5f018294bbd7 admin admin] Usage tracker for resource:network and tenant:d04a7b8a6f1f460697416688fa4f1b49 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:06.932882 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-5750afa3-2d28-49fa-b055-5f018294bbd7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:06.948259 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-5750afa3-2d28-49fa-b055-5f018294bbd7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:06.987704 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5750afa3-2d28-49fa-b055-5f018294bbd7 admin admin] Made reservation on behalf of d04a7b8a6f1f460697416688fa4f1b49 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:17:06.993610 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5750afa3-2d28-49fa-b055-5f018294bbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:07.008020 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5750afa3-2d28-49fa-b055-5f018294bbd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:07.023957 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-5750afa3-2d28-49fa-b055-5f018294bbd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:07.025850 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1fba1302-e957-4389-aa18-8de91dc0d123 req-a589b047-9f80-481c-8134-30e2606ae4e6 service neutron] 10.222.0.15 "GET /v2.0/networks/e5c976a4-2bf5-421b-86e8-e0cd53189ff2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3168461
Apr 02 18:17:07.028294 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-5750afa3-2d28-49fa-b055-5f018294bbd7 admin admin] Usage tracker for resource:security_group_rule and tenant:d04a7b8a6f1f460697416688fa4f1b49 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:07.031311 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-5750afa3-2d28-49fa-b055-5f018294bbd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:07.037480 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-5750afa3-2d28-49fa-b055-5f018294bbd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:07.135643 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5750afa3-2d28-49fa-b055-5f018294bbd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:07.189149 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5750afa3-2d28-49fa-b055-5f018294bbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:07.195018 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-0c82447c-d65f-40e3-b31b-e730a3327aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:07.228461 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5750afa3-2d28-49fa-b055-5f018294bbd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'}  {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:17:07.231171 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750afa3-2d28-49fa-b055-5f018294bbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf64bb5-9541-4afd-8d7e-5bb413d369d8,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:07.237244 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-5750afa3-2d28-49fa-b055-5f018294bbd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:07.242951 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5750afa3-2d28-49fa-b055-5f018294bbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:07.243267 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.segments_db [None req-5750afa3-2d28-49fa-b055-5f018294bbd7 admin admin] Added segment 86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b of type vlan for network 90ec4bbb-4cfa-4f5b-a343-b4e187660bc7
Apr 02 18:17:07.271931 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5750afa3-2d28-49fa-b055-5f018294bbd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740008826705'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:07.287774 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1fba1302-e957-4389-aa18-8de91dc0d123 req-d62137ee-583e-4580-8e42-8b422430cd7e service neutron] 10.222.0.15 "GET /v2.0/networks/e5c976a4-2bf5-421b-86e8-e0cd53189ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2544646
Apr 02 18:17:07.308127 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff5d392-ba27-4aa4-b4bc-232c3cfcb226 None None] New status for floating IP 6b76c6f8-bb99-4171-9ede-5c2d73ae29f6: DOWN {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:17:07.332727 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-58ccfef5-d257-44fc-9fff-0f16061be3f8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for port, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:07.360147 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5750afa3-2d28-49fa-b055-5f018294bbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:07.361695 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5750afa3-2d28-49fa-b055-5f018294bbd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:07.362518 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5750afa3-2d28-49fa-b055-5f018294bbd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:07.368809 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:07.390730 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-58ccfef5-d257-44fc-9fff-0f16061be3f8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:07.410814 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-16c06f2e-66ec-4c56-b99b-3ef9e7c47ca7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:07.494531 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750afa3-2d28-49fa-b055-5f018294bbd7 admin admin] Pushing event updated for resources: {'Network': ['ID=90ec4bbb-4cfa-4f5b-a343-b4e187660bc7,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:07.497328 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-5750afa3-2d28-49fa-b055-5f018294bbd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:07.508087 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Network 90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 details requested by agent ovs-agent-dv-cinder-784603-1-iscsi with host dv-cinder-784603-1-iscsi {{(pid=84392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:17:07.529761 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-5750afa3-2d28-49fa-b055-5f018294bbd7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7602987
Apr 02 18:17:07.530141 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 42940) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:07.537249 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-d483693d-06f1-4c1b-a997-bc137f56ba43 admin admin] Request body: {'subnet': {'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-9113196-subnet', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'ip_version': 4}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:07.543007 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-d483693d-06f1-4c1b-a997-bc137f56ba43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:07.547586 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-d483693d-06f1-4c1b-a997-bc137f56ba43 admin admin] Usage tracker for resource:subnet and tenant:d04a7b8a6f1f460697416688fa4f1b49 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:07.554713 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-d483693d-06f1-4c1b-a997-bc137f56ba43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:07.561855 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-d483693d-06f1-4c1b-a997-bc137f56ba43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:07.618086 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d483693d-06f1-4c1b-a997-bc137f56ba43 admin admin] Made reservation on behalf of d04a7b8a6f1f460697416688fa4f1b49 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:17:07.625338 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d483693d-06f1-4c1b-a997-bc137f56ba43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852202069'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:07.836245 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ccfef5-d257-44fc-9fff-0f16061be3f8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Pushing event updated for resources: {'Port': ['ID=88a5024f-71e8-4127-b937-358e8fda32ab,revision_number=2']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:07.839334 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-58ccfef5-d257-44fc-9fff-0f16061be3f8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:07.961968 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-58ccfef5-d257-44fc-9fff-0f16061be3f8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854362165'] for floatingip, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:08.000142 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-58ccfef5-d257-44fc-9fff-0f16061be3f8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for floatingip, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:08.001479 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-58ccfef5-d257-44fc-9fff-0f16061be3f8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.8716040
Apr 02 18:17:08.097997 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d483693d-06f1-4c1b-a997-bc137f56ba43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851822179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852202088'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:08.113956 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3cb88126-aae1-44d9-a48d-77b8f3252896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:08.288699 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483693d-06f1-4c1b-a997-bc137f56ba43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=020b479b-570a-409f-b890-594a2858ea45,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:08.295239 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d483693d-06f1-4c1b-a997-bc137f56ba43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:08.311737 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-6160b604-6c47-46ae-9c15-3f8807627144 req-12bafc6d-8ada-4d79-8e1a-9750cab73cbe tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Synchronizing usage tracker for tenant:ab81f0810293410f90055ce730a5f2ce on resource:security_group {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:17:08.356494 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-6160b604-6c47-46ae-9c15-3f8807627144 req-12bafc6d-8ada-4d79-8e1a-9750cab73cbe tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Unset dirty status for tenant:ab81f0810293410f90055ce730a5f2ce on resource:security_group {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:17:08.357725 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6160b604-6c47-46ae-9c15-3f8807627144 req-12bafc6d-8ada-4d79-8e1a-9750cab73cbe tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--714060213&fields=id&tenant_id=ab81f0810293410f90055ce730a5f2ce HTTP/1.1" status: 200  len: 267 time: 0.1436472
Apr 02 18:17:08.368714 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d483693d-06f1-4c1b-a997-bc137f56ba43 admin admin] Checking segment: {'id': '86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:17:08.369105 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d483693d-06f1-4c1b-a997-bc137f56ba43 admin admin] Network hostable DHCP agents. Network: 90ec4bbb-4cfa-4f5b-a343-b4e187660bc7, hostable agents: ['41a019fe-56df-4d22-b19a-be518ff15af3'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:17:08.747770 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d483693d-06f1-4c1b-a997-bc137f56ba43 admin admin] Network 90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 is scheduled to be hosted by DHCP agent 41a019fe-56df-4d22-b19a-be518ff15af3 with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:17:08.764557 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160b604-6c47-46ae-9c15-3f8807627144 req-4725b343-4898-48ea-b3a9-0885f4682e47 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:08.767344 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6160b604-6c47-46ae-9c15-3f8807627144 req-4725b343-4898-48ea-b3a9-0885f4682e47 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/networks?id=ba3fcca8-4959-4278-9c76-59b99609716c HTTP/1.1" status: 200  len: 817 time: 0.3986568
Apr 02 18:17:08.780814 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-d483693d-06f1-4c1b-a997-bc137f56ba43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-iscsi, 90ec4bbb-4cfa-4f5b-a343-b4e187660bc7) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:17:08.785146 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6160b604-6c47-46ae-9c15-3f8807627144 req-39f5091b-b42e-4fa5-b92a-ada2d65a3f98 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/quotas/ab81f0810293410f90055ce730a5f2ce HTTP/1.1" status: 200  len: 375 time: 0.0127213
Apr 02 18:17:08.790556 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345e2e1b-93d3-4d1e-bf04-8050dec8ca3c None None] Network 90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:17:08.832696 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d483693d-06f1-4c1b-a997-bc137f56ba43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:08.833335 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d483693d-06f1-4c1b-a997-bc137f56ba43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:08.893646 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-d483693d-06f1-4c1b-a997-bc137f56ba43 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3624408
Apr 02 18:17:08.896624 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 42962) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:08.902743 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6160b604-6c47-46ae-9c15-3f8807627144 req-1eea362a-9f93-440b-a691-25d88dbd4449 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ab81f0810293410f90055ce730a5f2ce&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1096442
Apr 02 18:17:08.907401 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-4d6ba581-a764-4a60-91cb-c5768a615a09 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-9113196-router', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:08.922593 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-4d6ba581-a764-4a60-91cb-c5768a615a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:08.927978 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-4d6ba581-a764-4a60-91cb-c5768a615a09 admin admin] Usage tracker for resource:router and tenant:d04a7b8a6f1f460697416688fa4f1b49 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:08.932740 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-4d6ba581-a764-4a60-91cb-c5768a615a09 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:08.939356 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-4d6ba581-a764-4a60-91cb-c5768a615a09 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:08.977368 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba581-a764-4a60-91cb-c5768a615a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-401632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14910'] for router, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:08.978534 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba581-a764-4a60-91cb-c5768a615a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854374265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854362256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854413507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760922'] for router, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:08.994019 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba581-a764-4a60-91cb-c5768a615a09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:09.060264 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cb1c3a-29bb-460a-ad94-7f1b1d97612d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8634273-20c2-5e01-b176-6034d848a5ba-90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'fixed_ips': [{'subnet_id': '020b479b-570a-409f-b890-594a2858ea45'}]}} from dv-cinder-784603-1-iscsi. {{(pid=84392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 02 18:17:09.061778 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-25cb1c3a-29bb-460a-ad94-7f1b1d97612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:09.110317 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6160b604-6c47-46ae-9c15-3f8807627144 req-5c89d69a-f487-497c-821a-98913f165514 service neutron] 10.222.0.10 "GET /v2.0/networks/ba3fcca8-4959-4278-9c76-59b99609716c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1935523
Apr 02 18:17:09.252136 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-25cb1c3a-29bb-460a-ad94-7f1b1d97612d None None] Allocated IP 172.20.0.2 (90ec4bbb-4cfa-4f5b-a343-b4e187660bc7/020b479b-570a-409f-b890-594a2858ea45/4448e7c1-b2b4-4df7-9989-dda0be278d27) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:17:09.271600 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6160b604-6c47-46ae-9c15-3f8807627144 req-49f3ed9c-9faf-4cfe-813c-5b35621539ca service neutron] 10.222.0.10 "GET /v2.0/networks/ba3fcca8-4959-4278-9c76-59b99609716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1547806
Apr 02 18:17:09.341058 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba581-a764-4a60-91cb-c5768a615a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854362271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854362849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760937'] for router, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:09.389027 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:09.527977 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52784e6e-7d27-42da-9e67-6329c5c74157 req-7529fbff-e053-4823-9da0-f0204b020926 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:09.528666 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-52784e6e-7d27-42da-9e67-6329c5c74157 req-7529fbff-e053-4823-9da0-f0204b020926 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Synchronizing usage tracker for tenant:456d975739e04659be41d35506548735 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:17:09.564921 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-25cb1c3a-29bb-460a-ad94-7f1b1d97612d None None] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:09.576804 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-25cb1c3a-29bb-460a-ad94-7f1b1d97612d None None] Transition to ACTIVE for port object 4448e7c1-b2b4-4df7-9989-dda0be278d27 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:17:09.600722 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2cf7ee6a-86ca-4f26-bd01-343bdbc82100 req-87628804-3793-4448-b27d-0e1c96c01b5d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 210 time: 0.0539393
Apr 02 18:17:09.600857 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-25cb1c3a-29bb-460a-ad94-7f1b1d97612d None None] Transition to ACTIVE for port object 4448e7c1-b2b4-4df7-9989-dda0be278d27 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:17:09.602761 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-52784e6e-7d27-42da-9e67-6329c5c74157 req-7529fbff-e053-4823-9da0-f0204b020926 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Unset dirty status for tenant:456d975739e04659be41d35506548735 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:17:09.604967 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-52784e6e-7d27-42da-9e67-6329c5c74157 req-7529fbff-e053-4823-9da0-f0204b020926 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 945 time: 0.1794536
Apr 02 18:17:09.640798 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-25cb1c3a-29bb-460a-ad94-7f1b1d97612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:09.658169 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-52784e6e-7d27-42da-9e67-6329c5c74157 req-466c3fd3-6cb3-425e-887f-2a6cf80a1dfe tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Synchronizing usage tracker for tenant:456d975739e04659be41d35506548735 on resource:security_group {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:17:09.716093 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:09.719108 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-52784e6e-7d27-42da-9e67-6329c5c74157 req-466c3fd3-6cb3-425e-887f-2a6cf80a1dfe tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Unset dirty status for tenant:456d975739e04659be41d35506548735 on resource:security_group {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:17:09.720552 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-52784e6e-7d27-42da-9e67-6329c5c74157 req-466c3fd3-6cb3-425e-887f-2a6cf80a1dfe tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097457
Apr 02 18:17:09.733353 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba581-a764-4a60-91cb-c5768a615a09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:09.766220 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba581-a764-4a60-91cb-c5768a615a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:09.807856 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb1c3a-29bb-460a-ad94-7f1b1d97612d None None] Pushing event updated for resources: {'Port': ['ID=4448e7c1-b2b4-4df7-9989-dda0be278d27,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:09.812702 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-25cb1c3a-29bb-460a-ad94-7f1b1d97612d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:09.864011 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cb1c3a-29bb-460a-ad94-7f1b1d97612d None None] Network 90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:17:09.865200 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-25cb1c3a-29bb-460a-ad94-7f1b1d97612d None None] Resources bound (agent type, host, resource id):  {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:17:09.867630 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cb1c3a-29bb-460a-ad94-7f1b1d97612d None None] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:17:09.923063 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-4d6ba581-a764-4a60-91cb-c5768a615a09 admin admin] Allocated IP 172.27.2.181 (42dddd6f-9dd9-47ad-90cc-d42a9f8f1223/91c6c6e9-4506-41a9-9628-98cc28823f44/f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:17:09.966210 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-25cb1c3a-29bb-460a-ad94-7f1b1d97612d None None] Attempting to bind port 4448e7c1-b2b4-4df7-9989-dda0be278d27 on host dv-cinder-784603-1-iscsi for vnic_type normal with profile  {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:17:09.966669 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-25cb1c3a-29bb-460a-ad94-7f1b1d97612d None None] Attempting to bind port 4448e7c1-b2b4-4df7-9989-dda0be278d27 by drivers openvswitch,hyperv on host dv-cinder-784603-1-iscsi at level 0 using segments [{'id': '86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:17:09.967084 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cb1c3a-29bb-460a-ad94-7f1b1d97612d None None] Attempting to bind port 4448e7c1-b2b4-4df7-9989-dda0be278d27 on network 90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:17:09.972820 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cb1c3a-29bb-460a-ad94-7f1b1d97612d None None] Checking agent: {'id': '478d2ba1-0e2e-4399-8e0b-445f221199a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 2, 29), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:17:09.973247 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cb1c3a-29bb-460a-ad94-7f1b1d97612d None None] Checking segment: {'id': '86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:17:09.973695 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-25cb1c3a-29bb-460a-ad94-7f1b1d97612d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:09.974187 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cb1c3a-29bb-460a-ad94-7f1b1d97612d None None] Bound using segment: {'id': '86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:17:09.974734 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-25cb1c3a-29bb-460a-ad94-7f1b1d97612d None None] Bound port: 4448e7c1-b2b4-4df7-9989-dda0be278d27, host: dv-cinder-784603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:17:09.975151 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-25cb1c3a-29bb-460a-ad94-7f1b1d97612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:10.087912 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-25cb1c3a-29bb-460a-ad94-7f1b1d97612d None None] For port 4448e7c1-b2b4-4df7-9989-dda0be278d27, host dv-cinder-784603-1-iscsi, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:17:10.091310 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-25cb1c3a-29bb-460a-ad94-7f1b1d97612d None None] For port 4448e7c1-b2b4-4df7-9989-dda0be278d27, host dv-cinder-784603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=4448e7c1-b2b4-4df7-9989-dda0be278d27,segment=NetworkSegment(86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b),segment_id=86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:17:10.099783 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba581-a764-4a60-91cb-c5768a615a09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:10.137637 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-25cb1c3a-29bb-460a-ad94-7f1b1d97612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:10.153951 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:10.154783 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba581-a764-4a60-91cb-c5768a615a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:10.170895 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b9fb18f7-4121-4809-ba37-d3590df1e071 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:10.221550 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:17:10.307353 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ba581-a764-4a60-91cb-c5768a615a09 admin admin] Pushing event updated for resources: {'Port': ['ID=f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:10.308909 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb1c3a-29bb-460a-ad94-7f1b1d97612d None None] Pushing event updated for resources: {'Port': ['ID=4448e7c1-b2b4-4df7-9989-dda0be278d27,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:10.312192 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4d6ba581-a764-4a60-91cb-c5768a615a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:10.312886 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-25cb1c3a-29bb-460a-ad94-7f1b1d97612d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:10.371572 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6ba581-a764-4a60-91cb-c5768a615a09 admin admin] Network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:17:10.372851 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-4d6ba581-a764-4a60-91cb-c5768a615a09 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:17:10.375035 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6ba581-a764-4a60-91cb-c5768a615a09 admin admin] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:17:11.048873 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f4faa739-07c2-428e-93e5-4b4510602274 req-7444705d-a3db-4d99-bb2e-b2b0026cf13a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 210 time: 0.0962877
Apr 02 18:17:11.092354 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac60222-826c-4bdf-9c6e-3e0d13915ccb req-05808650-f25e-4c5f-88b0-751d9ff56fa6 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:11.093971 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2ac60222-826c-4bdf-9c6e-3e0d13915ccb req-05808650-f25e-4c5f-88b0-751d9ff56fa6 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 945 time: 0.1035855
Apr 02 18:17:11.147411 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2ac60222-826c-4bdf-9c6e-3e0d13915ccb req-4232dc88-c35a-4c7d-a2e0-e37cef28ee7d tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460389
Apr 02 18:17:11.287770 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba581-a764-4a60-91cb-c5768a615a09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:11.664812 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160b604-6c47-46ae-9c15-3f8807627144 req-69608b1b-f74e-4ea6-b098-b30fcbb75fde tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:11.666463 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6160b604-6c47-46ae-9c15-3f8807627144 req-69608b1b-f74e-4ea6-b098-b30fcbb75fde tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.15 "GET /v2.0/networks?id=ba3fcca8-4959-4278-9c76-59b99609716c HTTP/1.1" status: 200  len: 817 time: 0.6345735
Apr 02 18:17:11.685102 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd522fa-5000-415b-babb-0880a13590e8 req-250200fc-85d1-4616-8106-e35d9e7c07f8 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:11.685872 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-6dd522fa-5000-415b-babb-0880a13590e8 req-250200fc-85d1-4616-8106-e35d9e7c07f8 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Synchronizing usage tracker for tenant:456d975739e04659be41d35506548735 on resource:port {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:17:11.738760 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-6dd522fa-5000-415b-babb-0880a13590e8 req-250200fc-85d1-4616-8106-e35d9e7c07f8 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Unset dirty status for tenant:456d975739e04659be41d35506548735 on resource:port {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:17:11.740017 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6dd522fa-5000-415b-babb-0880a13590e8 req-250200fc-85d1-4616-8106-e35d9e7c07f8 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.15 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 945 time: 0.7173145
Apr 02 18:17:11.748683 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f94ff7-2eb0-4d89-ae7f-1a69626163d9 None None] Network 90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:17:11.873617 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-6160b604-6c47-46ae-9c15-3f8807627144 req-65a79251-9061-4c87-9a96-aa32758d1d5f tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Synchronizing usage tracker for tenant:ab81f0810293410f90055ce730a5f2ce on resource:security_group {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:17:11.885854 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-6dd522fa-5000-415b-babb-0880a13590e8 req-5bb061ea-8601-4241-aec1-84af98fa9586 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Deleting port 674eea1f-ef49-4cae-8bcd-2a36848a945b {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:17:11.886256 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-6dd522fa-5000-415b-babb-0880a13590e8 req-5bb061ea-8601-4241-aec1-84af98fa9586 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:11.919054 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-73faf83d-fa2a-401c-893f-394c00a9dcca None None] Provisioning for port 4448e7c1-b2b4-4df7-9989-dda0be278d27 completed by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:17:12.085231 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-6160b604-6c47-46ae-9c15-3f8807627144 req-65a79251-9061-4c87-9a96-aa32758d1d5f tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Unset dirty status for tenant:ab81f0810293410f90055ce730a5f2ce on resource:security_group {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:17:12.086673 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6160b604-6c47-46ae-9c15-3f8807627144 req-65a79251-9061-4c87-9a96-aa32758d1d5f tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab81f0810293410f90055ce730a5f2ce HTTP/1.1" status: 200  len: 5708 time: 0.4102111
Apr 02 18:17:12.096345 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 4448e7c1-b2b4-4df7-9989-dda0be278d27 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:17:12.106723 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-6160b604-6c47-46ae-9c15-3f8807627144 req-75f8d28c-8004-436e-b084-7361bfb77057 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Request body: {'port': {'device_id': 'adb08699-b8d7-4ca6-82b7-a4123211bf8a', 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c', 'admin_state_up': True, 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'security_groups': ['cdad0168-e4d7-4003-aa4a-d6c91c33e07a']}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:12.215813 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning for port 4448e7c1-b2b4-4df7-9989-dda0be278d27 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:17:12.221930 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port 4448e7c1-b2b4-4df7-9989-dda0be278d27 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:12.222580 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:12.273971 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2764a9b3-ee6a-45fe-8b5b-b70de96fc3d2 req-34d29ff6-bbfa-40f0-9bb9-4ec1ded9c529 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 210 time: 0.0747344
Apr 02 18:17:12.379264 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb7677-b4cb-4a8c-9f17-be71965e2e94 req-1c88c3da-da5d-4557-81c3-09fd1b7352a5 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:12.381344 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-49bb7677-b4cb-4a8c-9f17-be71965e2e94 req-1c88c3da-da5d-4557-81c3-09fd1b7352a5 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 945 time: 0.0993583
Apr 02 18:17:12.389716 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:12.401338 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-91b96d27-097b-4b18-b45f-30048ea4f748 None None] Provisioning complete for port 4448e7c1-b2b4-4df7-9989-dda0be278d27 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:12.402186 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-91b96d27-097b-4b18-b45f-30048ea4f748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:12.404779 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba581-a764-4a60-91cb-c5768a615a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413598'] for router, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:12.438390 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-49bb7677-b4cb-4a8c-9f17-be71965e2e94 req-348ecad1-8dfd-4af2-8ab2-0d512722ed22 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/security-groups?id=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488932
Apr 02 18:17:12.481604 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] For port 4448e7c1-b2b4-4df7-9989-dda0be278d27, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=4448e7c1-b2b4-4df7-9989-dda0be278d27,segment=NetworkSegment(86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b),segment_id=86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:12.525434 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:12.533663 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:12.571255 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-6160b604-6c47-46ae-9c15-3f8807627144 req-75f8d28c-8004-436e-b084-7361bfb77057 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:12.591098 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-6160b604-6c47-46ae-9c15-3f8807627144 req-75f8d28c-8004-436e-b084-7361bfb77057 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Usage tracker for resource:port and tenant:ab81f0810293410f90055ce730a5f2ce is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:12.603334 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-6160b604-6c47-46ae-9c15-3f8807627144 req-75f8d28c-8004-436e-b084-7361bfb77057 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:12.619615 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Pushing event updated for resources: {'Port': ['ID=4448e7c1-b2b4-4df7-9989-dda0be278d27,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:12.622680 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-6160b604-6c47-46ae-9c15-3f8807627144 req-75f8d28c-8004-436e-b084-7361bfb77057 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:12.623190 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:12.665098 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-6dd522fa-5000-415b-babb-0880a13590e8 req-5bb061ea-8601-4241-aec1-84af98fa9586 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] For port 674eea1f-ef49-4cae-8bcd-2a36848a945b, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=674eea1f-ef49-4cae-8bcd-2a36848a945b,segment=NetworkSegment(c13707c4-c1e9-455a-bd75-cf881b8282a4),segment_id=c13707c4-c1e9-455a-bd75-cf881b8282a4)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:12.665777 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-6dd522fa-5000-415b-babb-0880a13590e8 req-5bb061ea-8601-4241-aec1-84af98fa9586 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:12.747911 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6160b604-6c47-46ae-9c15-3f8807627144 req-75f8d28c-8004-436e-b084-7361bfb77057 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Made reservation on behalf of ab81f0810293410f90055ce730a5f2ce for: {'port': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:17:12.754698 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-6160b604-6c47-46ae-9c15-3f8807627144 req-75f8d28c-8004-436e-b084-7361bfb77057 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:12.839368 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-6dd522fa-5000-415b-babb-0880a13590e8 req-5bb061ea-8601-4241-aec1-84af98fa9586 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Calling delete_port for 674eea1f-ef49-4cae-8bcd-2a36848a945b owned by compute:nova {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:17:13.101362 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6ba581-a764-4a60-91cb-c5768a615a09 admin admin] Router 2752469c-4c75-40b1-9d6a-886423a3dbdf is scheduled to L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 with binding_index 1 {{(pid=84390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 02 18:17:13.386454 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [req-6160b604-6c47-46ae-9c15-3f8807627144 req-75f8d28c-8004-436e-b084-7361bfb77057 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Allocated IP 172.20.0.11 (ba3fcca8-4959-4278-9c76-59b99609716c/6b47bc7a-7e44-4ded-9896-b2dbc84447fe/5490e1df-41bd-4477-a5e5-adb011b8f559) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:17:13.434466 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6ba581-a764-4a60-91cb-c5768a615a09 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:17:13.444122 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-6dd522fa-5000-415b-babb-0880a13590e8 req-5bb061ea-8601-4241-aec1-84af98fa9586 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:13.445948 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f35330-8306-412b-b714-52c309848cc7 None None] Sync routers for ids ['2752469c-4c75-40b1-9d6a-886423a3dbdf'] in dv-cinder-784603-1-iscsi {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:17:13.462591 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f35330-8306-412b-b714-52c309848cc7 None None] Routers {'2752469c-4c75-40b1-9d6a-886423a3dbdf'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:17:13.465987 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-50f35330-8306-412b-b714-52c309848cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f0be72f28>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:16:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['2752469c-4c75-40b1-9d6a-886423a3dbdf'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:13.467691 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-02e522e6-0a1a-43d0-98fa-c1bc34884b2b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:13.468721 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9123c69e-5399-4fc3-a786-fbf58bff9de7 req-6a6cdd4f-52ed-4444-a0c7-789af60e78c6 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 210 time: 0.0694306
Apr 02 18:17:13.588579 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb061ea-8601-4241-aec1-84af98fa9586 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Pushing event deleted for resources: {'Port': ['ID=674eea1f-ef49-4cae-8bcd-2a36848a945b,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:13.606180 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-5bb061ea-8601-4241-aec1-84af98fa9586 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:13.618817 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b7f9cc8e-d4c9-4c0b-a400-9ab0e9cbea5f req-68988eab-6637-47b1-96eb-3af7296e58a6 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 210 time: 0.0487142
Apr 02 18:17:13.666086 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-50f35330-8306-412b-b714-52c309848cc7 None None] Set router 2752469c-4c75-40b1-9d6a-886423a3dbdf gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:17:14.042584 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba581-a764-4a60-91cb-c5768a615a09 admin admin] Notify callbacks [] for router, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:14.046536 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-4d6ba581-a764-4a60-91cb-c5768a615a09 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 5.1460917
Apr 02 18:17:14.047207 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 43000) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:14.102136 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 4448e7c1-b2b4-4df7-9989-dda0be278d27 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:17:14.159735 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd522fa-5000-415b-babb-0880a13590e8 req-5bb061ea-8601-4241-aec1-84af98fa9586 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] No DVR routers for this DVR port 674eea1f-ef49-4cae-8bcd-2a36848a945b on host hv-cinder-78460 {{(pid=84390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:17:14.164027 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-6dd522fa-5000-415b-babb-0880a13590e8 req-5bb061ea-8601-4241-aec1-84af98fa9586 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:14.166088 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6dd522fa-5000-415b-babb-0880a13590e8 req-5bb061ea-8601-4241-aec1-84af98fa9586 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.15 "DELETE /v2.0/ports/674eea1f-ef49-4cae-8bcd-2a36848a945b HTTP/1.1" status: 204  len: 173 time: 2.4165986
Apr 02 18:17:14.166683 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39704908-657c-4c1d-a324-c517927e7042', 'name': 'network-vif-deleted', 'tag': '674eea1f-ef49-4cae-8bcd-2a36848a945b'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:17:14.174359 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-6160b604-6c47-46ae-9c15-3f8807627144 req-75f8d28c-8004-436e-b084-7361bfb77057 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:14.184429 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 674eea1f-ef49-4cae-8bcd-2a36848a945b no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:17:14.218204 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39704908-657c-4c1d-a324-c517927e7042', 'name': 'network-vif-deleted', 'tag': '674eea1f-ef49-4cae-8bcd-2a36848a945b', 'status': 'completed', 'code': 200}
Apr 02 18:17:14.246108 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] No Port match for: 674eea1f-ef49-4cae-8bcd-2a36848a945b {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:17:14.246777 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 674eea1f-ef49-4cae-8bcd-2a36848a945b not bound to the agent host hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:17:14.263250 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [req-6160b604-6c47-46ae-9c15-3f8807627144 req-75f8d28c-8004-436e-b084-7361bfb77057 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Transition to ACTIVE for port object 5490e1df-41bd-4477-a5e5-adb011b8f559 will not be triggered until provisioned by entity DHCP. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:17:14.285508 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port 4448e7c1-b2b4-4df7-9989-dda0be278d27 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:14.286176 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:14.315255 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-6160b604-6c47-46ae-9c15-3f8807627144 req-75f8d28c-8004-436e-b084-7361bfb77057 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:14.337063 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-54ac9257-42e0-42ec-94bc-ea10bf9cae8a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:14.342766 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-50f35330-8306-412b-b714-52c309848cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f0be72f28>, [{'id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'name': 'tempest-TestVolumeBootPattern-9113196-router', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:08Z', 'updated_at': '2021-04-02T18:17:10Z', 'revision_number': 3, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'gw_port': {'id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:09Z', 'updated_at': '2021-04-02T18:17:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:14.353856 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f35330-8306-412b-b714-52c309848cc7 None None] Checking router: 2752469c-4c75-40b1-9d6a-886423a3dbdf for host: dv-cinder-784603-1-iscsi {{(pid=84392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:17:14.354431 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f35330-8306-412b-b714-52c309848cc7 None None] Updating router 2752469c-4c75-40b1-9d6a-886423a3dbdf port f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b binding host dv-cinder-784603-1-iscsi {{(pid=84392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:17:14.424541 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-50f35330-8306-412b-b714-52c309848cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:14.492824 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8d28c-8004-436e-b084-7361bfb77057 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Pushing event updated for resources: {'Port': ['ID=5490e1df-41bd-4477-a5e5-adb011b8f559,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:14.497757 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-75f8d28c-8004-436e-b084-7361bfb77057 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:14.608215 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6160b604-6c47-46ae-9c15-3f8807627144 req-75f8d28c-8004-436e-b084-7361bfb77057 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Network ba3fcca8-4959-4278-9c76-59b99609716c is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:17:14.609748 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [req-6160b604-6c47-46ae-9c15-3f8807627144 req-75f8d28c-8004-436e-b084-7361bfb77057 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:17:14.623680 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-6160b604-6c47-46ae-9c15-3f8807627144 req-75f8d28c-8004-436e-b084-7361bfb77057 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:17:14.797342 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160b604-6c47-46ae-9c15-3f8807627144 req-75f8d28c-8004-436e-b084-7361bfb77057 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:14.798595 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-6160b604-6c47-46ae-9c15-3f8807627144 req-75f8d28c-8004-436e-b084-7361bfb77057 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:14.869335 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6160b604-6c47-46ae-9c15-3f8807627144 req-75f8d28c-8004-436e-b084-7361bfb77057 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7693255
Apr 02 18:17:14.882044 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-6160b604-6c47-46ae-9c15-3f8807627144 req-d1ffa9a6-9c2a-40cd-a289-32a299caa1ee service neutron] Request body: {'port': {'device_id': 'adb08699-b8d7-4ca6-82b7-a4123211bf8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:14.978727 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b7d6c-ff52-46b3-a330-a84a29aec8d1 req-4c88e1ff-2359-47e0-87f2-00b5618dd92f tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:14.980695 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-be8b7d6c-ff52-46b3-a330-a84a29aec8d1 req-4c88e1ff-2359-47e0-87f2-00b5618dd92f tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 932 time: 0.2669904
Apr 02 18:17:15.024428 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-eded1fbc-2d7f-488a-b3a2-c096d98596bd req-aef318a5-a634-4f8b-a04c-0b81488d02bf tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] 10.222.0.10 "GET /v2.0/ports?device_id=39704908-657c-4c1d-a324-c517927e7042 HTTP/1.1" status: 200  len: 210 time: 0.1069610
Apr 02 18:17:15.027070 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-50f35330-8306-412b-b714-52c309848cc7 None None] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:15.040967 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-be8b7d6c-ff52-46b3-a330-a84a29aec8d1 req-2d4a8be9-2fd8-4ebe-ba71-38c3dcc1fd7a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502088
Apr 02 18:17:15.041626 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-a19f9e71-0f7a-49ed-8eb3-16f7295c173b None None] Provisioning for port 5490e1df-41bd-4477-a5e5-adb011b8f559 completed by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:17:15.047995 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-50f35330-8306-412b-b714-52c309848cc7 None None] Transition to ACTIVE for port object f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:17:15.052887 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-a19f9e71-0f7a-49ed-8eb3-16f7295c173b None None] Provisioning complete for port 5490e1df-41bd-4477-a5e5-adb011b8f559 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:15.053416 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a19f9e71-0f7a-49ed-8eb3-16f7295c173b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:15.058498 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-6160b604-6c47-46ae-9c15-3f8807627144 req-d1ffa9a6-9c2a-40cd-a289-32a299caa1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:15.106748 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-642fb2ab-86f1-4ae7-9759-a53b7d2db14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:15.115614 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-a19f9e71-0f7a-49ed-8eb3-16f7295c173b None None] Port 5490e1df-41bd-4477-a5e5-adb011b8f559 cannot update to ACTIVE because it is not bound. {{(pid=84392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:17:15.126464 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-50f35330-8306-412b-b714-52c309848cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:15.146459 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f7718cf9-348e-450d-904f-14bcc754ee4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:15.284564 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c095e-3bd0-4470-bd2e-3217220fd1fe None None] Pushing event updated for resources: {'Port': ['ID=f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:15.289480 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-276c095e-3bd0-4470-bd2e-3217220fd1fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:15.328550 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-642fb2ab-86f1-4ae7-9759-a53b7d2db14d admin admin] Allocated IP 172.20.0.1 (90ec4bbb-4cfa-4f5b-a343-b4e187660bc7/020b479b-570a-409f-b890-594a2858ea45/2f40f967-3097-43d0-a0e7-181c204d1b0e) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:17:15.355840 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-50f35330-8306-412b-b714-52c309848cc7 None None] Attempting to bind port f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b on host dv-cinder-784603-1-iscsi for vnic_type normal with profile  {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:17:15.356268 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-50f35330-8306-412b-b714-52c309848cc7 None None] Attempting to bind port f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b by drivers openvswitch,hyperv on host dv-cinder-784603-1-iscsi at level 0 using segments [{'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:17:15.356691 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f35330-8306-412b-b714-52c309848cc7 None None] Attempting to bind port f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b on network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:17:15.362722 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f35330-8306-412b-b714-52c309848cc7 None None] Checking agent: {'id': '478d2ba1-0e2e-4399-8e0b-445f221199a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 2, 29), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:17:15.364284 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f35330-8306-412b-b714-52c309848cc7 None None] Checking segment: {'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:17:15.364774 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-50f35330-8306-412b-b714-52c309848cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:15.365223 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f35330-8306-412b-b714-52c309848cc7 None None] Bound using segment: {'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:17:15.365752 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-50f35330-8306-412b-b714-52c309848cc7 None None] Bound port: f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b, host: dv-cinder-784603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:17:15.366181 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-50f35330-8306-412b-b714-52c309848cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:15.449733 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-50f35330-8306-412b-b714-52c309848cc7 None None] For port f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b, host dv-cinder-784603-1-iscsi, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:17:15.453355 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-50f35330-8306-412b-b714-52c309848cc7 None None] For port f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b, host dv-cinder-784603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b,segment=NetworkSegment(422579c7-e086-4847-b55f-de8760ffa8dd),segment_id=422579c7-e086-4847-b55f-de8760ffa8dd)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:17:15.486038 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-50f35330-8306-412b-b714-52c309848cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:15.496319 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-642fb2ab-86f1-4ae7-9759-a53b7d2db14d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:15.505007 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:15.514784 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-642fb2ab-86f1-4ae7-9759-a53b7d2db14d admin admin] Transition to ACTIVE for port object 2f40f967-3097-43d0-a0e7-181c204d1b0e will not be triggered until provisioned by entity DHCP. {{(pid=84391) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:17:15.517391 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [req-6160b604-6c47-46ae-9c15-3f8807627144 req-d1ffa9a6-9c2a-40cd-a289-32a299caa1ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5490e1df-41bd-4477-a5e5-adb011b8f559 {{(pid=84390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:17:15.525973 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-6160b604-6c47-46ae-9c15-3f8807627144 req-d1ffa9a6-9c2a-40cd-a289-32a299caa1ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:15.542139 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [req-6160b604-6c47-46ae-9c15-3f8807627144 req-d1ffa9a6-9c2a-40cd-a289-32a299caa1ee service neutron] Transition to ACTIVE for port object 5490e1df-41bd-4477-a5e5-adb011b8f559 will not be triggered until provisioned by entity L2. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:17:15.570647 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-642fb2ab-86f1-4ae7-9759-a53b7d2db14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851822213'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:15.587677 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f8dadc18-20a8-4a23-ad1a-821d608ed7ca tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:15.598885 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-6160b604-6c47-46ae-9c15-3f8807627144 req-d1ffa9a6-9c2a-40cd-a289-32a299caa1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:15.614954 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:15.661018 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c095e-3bd0-4470-bd2e-3217220fd1fe None None] Pushing event updated for resources: {'Port': ['ID=f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:15.664395 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-276c095e-3bd0-4470-bd2e-3217220fd1fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:15.707649 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f35330-8306-412b-b714-52c309848cc7 None None] Routers {'2752469c-4c75-40b1-9d6a-886423a3dbdf'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:17:15.708341 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-50f35330-8306-412b-b714-52c309848cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f0be72f28>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:16:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['2752469c-4c75-40b1-9d6a-886423a3dbdf'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:15.728040 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642fb2ab-86f1-4ae7-9759-a53b7d2db14d admin admin] Pushing event updated for resources: {'Port': ['ID=2f40f967-3097-43d0-a0e7-181c204d1b0e,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:15.732552 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-642fb2ab-86f1-4ae7-9759-a53b7d2db14d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:15.757429 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffa9a6-9c2a-40cd-a289-32a299caa1ee service neutron] Pushing event updated for resources: {'Port': ['ID=5490e1df-41bd-4477-a5e5-adb011b8f559,revision_number=2']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:15.762414 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d1ffa9a6-9c2a-40cd-a289-32a299caa1ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:15.785514 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642fb2ab-86f1-4ae7-9759-a53b7d2db14d admin admin] Network 90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:17:15.786785 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-642fb2ab-86f1-4ae7-9759-a53b7d2db14d admin admin] Resources bound (agent type, host, resource id):  {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:17:15.789126 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642fb2ab-86f1-4ae7-9759-a53b7d2db14d admin admin] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:17:15.852253 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-642fb2ab-86f1-4ae7-9759-a53b7d2db14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854367933'] for router_interface, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:15.971740 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-50f35330-8306-412b-b714-52c309848cc7 None None] Set router 2752469c-4c75-40b1-9d6a-886423a3dbdf gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:17:16.028892 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-6160b604-6c47-46ae-9c15-3f8807627144 req-d1ffa9a6-9c2a-40cd-a289-32a299caa1ee service neutron] Attempting to bind port 5490e1df-41bd-4477-a5e5-adb011b8f559 on host hv-cinder-78460 for vnic_type normal with profile  {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:17:16.029277 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-6160b604-6c47-46ae-9c15-3f8807627144 req-d1ffa9a6-9c2a-40cd-a289-32a299caa1ee service neutron] Attempting to bind port 5490e1df-41bd-4477-a5e5-adb011b8f559 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': 'f987815a-0fd5-40b0-85da-34501f7e40a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c'}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:17:16.029702 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6160b604-6c47-46ae-9c15-3f8807627144 req-d1ffa9a6-9c2a-40cd-a289-32a299caa1ee service neutron] Attempting to bind port 5490e1df-41bd-4477-a5e5-adb011b8f559 on network ba3fcca8-4959-4278-9c76-59b99609716c {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:17:16.037989 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6160b604-6c47-46ae-9c15-3f8807627144 req-d1ffa9a6-9c2a-40cd-a289-32a299caa1ee service neutron] Port 5490e1df-41bd-4477-a5e5-adb011b8f559 on network ba3fcca8-4959-4278-9c76-59b99609716c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:17:16.038452 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6160b604-6c47-46ae-9c15-3f8807627144 req-d1ffa9a6-9c2a-40cd-a289-32a299caa1ee service neutron] Attempting to bind port 5490e1df-41bd-4477-a5e5-adb011b8f559 on network ba3fcca8-4959-4278-9c76-59b99609716c {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:17:16.045329 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6160b604-6c47-46ae-9c15-3f8807627144 req-d1ffa9a6-9c2a-40cd-a289-32a299caa1ee service neutron] Checking agent: {'id': 'ba9f1d54-5540-4326-91bf-66629f4d5678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'started_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:17:16.046083 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6160b604-6c47-46ae-9c15-3f8807627144 req-d1ffa9a6-9c2a-40cd-a289-32a299caa1ee service neutron] Checking segment: {'id': 'f987815a-0fd5-40b0-85da-34501f7e40a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:17:16.046704 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6160b604-6c47-46ae-9c15-3f8807627144 req-d1ffa9a6-9c2a-40cd-a289-32a299caa1ee service neutron] Bound using segment: {'id': 'f987815a-0fd5-40b0-85da-34501f7e40a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c'} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:17:16.047612 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-6160b604-6c47-46ae-9c15-3f8807627144 req-d1ffa9a6-9c2a-40cd-a289-32a299caa1ee service neutron] Bound port: 5490e1df-41bd-4477-a5e5-adb011b8f559, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f987815a-0fd5-40b0-85da-34501f7e40a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c'}}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:17:16.048198 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-6160b604-6c47-46ae-9c15-3f8807627144 req-d1ffa9a6-9c2a-40cd-a289-32a299caa1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:16.188415 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-6160b604-6c47-46ae-9c15-3f8807627144 req-d1ffa9a6-9c2a-40cd-a289-32a299caa1ee service neutron] For port 5490e1df-41bd-4477-a5e5-adb011b8f559, host hv-cinder-78460, cleared binding levels {{(pid=84390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:17:16.192668 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-6160b604-6c47-46ae-9c15-3f8807627144 req-d1ffa9a6-9c2a-40cd-a289-32a299caa1ee service neutron] For port 5490e1df-41bd-4477-a5e5-adb011b8f559, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5490e1df-41bd-4477-a5e5-adb011b8f559,segment=NetworkSegment(f987815a-0fd5-40b0-85da-34501f7e40a0),segment_id=f987815a-0fd5-40b0-85da-34501f7e40a0)] {{(pid=84390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:17:16.229764 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-6160b604-6c47-46ae-9c15-3f8807627144 req-d1ffa9a6-9c2a-40cd-a289-32a299caa1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:16.246703 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-037b7705-17b7-4cea-a00e-fba1b56abaa1 tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:16.353433 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-52ea090b-6518-4523-ad76-fdd0d76eed72 None None] Provisioning for port 2f40f967-3097-43d0-a0e7-181c204d1b0e completed by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:17:16.361136 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-52ea090b-6518-4523-ad76-fdd0d76eed72 None None] Provisioning complete for port 2f40f967-3097-43d0-a0e7-181c204d1b0e triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:16.361567 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-52ea090b-6518-4523-ad76-fdd0d76eed72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:16.417169 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffa9a6-9c2a-40cd-a289-32a299caa1ee service neutron] Pushing event updated for resources: {'Port': ['ID=5490e1df-41bd-4477-a5e5-adb011b8f559,revision_number=3']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:16.423548 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d1ffa9a6-9c2a-40cd-a289-32a299caa1ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:16.438512 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-52ea090b-6518-4523-ad76-fdd0d76eed72 None None] Port 2f40f967-3097-43d0-a0e7-181c204d1b0e cannot update to ACTIVE because it is not bound. {{(pid=84392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:17:16.453701 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-50f35330-8306-412b-b714-52c309848cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f0be72f28>, [{'id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'name': 'tempest-TestVolumeBootPattern-9113196-router', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:08Z', 'updated_at': '2021-04-02T18:17:10Z', 'revision_number': 3, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'gw_port': {'id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:09Z', 'updated_at': '2021-04-02T18:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:16.460468 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f35330-8306-412b-b714-52c309848cc7 None None] The sync data for ids ['2752469c-4c75-40b1-9d6a-886423a3dbdf'] in dv-cinder-784603-1-iscsi is: [{'id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'name': 'tempest-TestVolumeBootPattern-9113196-router', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:08Z', 'updated_at': '2021-04-02T18:17:10Z', 'revision_number': 3, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'gw_port': {'id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:09Z', 'updated_at': '2021-04-02T18:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}] {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:17:16.462397 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160b604-6c47-46ae-9c15-3f8807627144 req-d1ffa9a6-9c2a-40cd-a289-32a299caa1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:16.463089 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-6160b604-6c47-46ae-9c15-3f8807627144 req-d1ffa9a6-9c2a-40cd-a289-32a299caa1ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:16.465007 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6160b604-6c47-46ae-9c15-3f8807627144 req-d1ffa9a6-9c2a-40cd-a289-32a299caa1ee service neutron] 10.222.0.15 "PUT /v2.0/ports/5490e1df-41bd-4477-a5e5-adb011b8f559 HTTP/1.1" status: 200  len: 1094 time: 1.5882349
Apr 02 18:17:16.465196 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb08699-b8d7-4ca6-82b7-a4123211bf8a', 'tag': '5490e1df-41bd-4477-a5e5-adb011b8f559'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:17:16.562577 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd49933-6ba9-4b19-9406-f05f9578c935 req-2492b88e-44b0-45bc-a451-e6b1565379f6 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:16.570170 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dbd49933-6ba9-4b19-9406-f05f9578c935 req-2492b88e-44b0-45bc-a451-e6b1565379f6 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 944 time: 0.1808174
Apr 02 18:17:16.574785 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb08699-b8d7-4ca6-82b7-a4123211bf8a', 'tag': '5490e1df-41bd-4477-a5e5-adb011b8f559', 'status': 'completed', 'code': 200}
Apr 02 18:17:16.640505 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160b604-6c47-46ae-9c15-3f8807627144 req-0df90225-f927-4599-8cbb-a2178e6f3137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:16.640505 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6160b604-6c47-46ae-9c15-3f8807627144 req-0df90225-f927-4599-8cbb-a2178e6f3137 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab81f0810293410f90055ce730a5f2ce&device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 1097 time: 0.1071193
Apr 02 18:17:16.640830 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dbd49933-6ba9-4b19-9406-f05f9578c935 req-4364dd9b-2884-49f6-938d-36d9832d8333 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0671949
Apr 02 18:17:16.724562 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6160b604-6c47-46ae-9c15-3f8807627144 req-87f7ce16-69ab-45c2-a632-182f07953407 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5490e1df-41bd-4477-a5e5-adb011b8f559 HTTP/1.1" status: 200  len: 217 time: 0.0773420
Apr 02 18:17:16.734741 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-642fb2ab-86f1-4ae7-9759-a53b7d2db14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:16.801676 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160b604-6c47-46ae-9c15-3f8807627144 req-9b4a4640-50fc-401c-bedf-af427b6816da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:16.803428 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6160b604-6c47-46ae-9c15-3f8807627144 req-9b4a4640-50fc-401c-bedf-af427b6816da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b47bc7a-7e44-4ded-9896-b2dbc84447fe HTTP/1.1" status: 200  len: 856 time: 0.0720768
Apr 02 18:17:16.906691 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160b604-6c47-46ae-9c15-3f8807627144 req-0f121cf4-1c5d-422d-b3d6-dfadcd302b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:16.909193 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6160b604-6c47-46ae-9c15-3f8807627144 req-0f121cf4-1c5d-422d-b3d6-dfadcd302b05 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba3fcca8-4959-4278-9c76-59b99609716c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0994484
Apr 02 18:17:17.096890 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6160b604-6c47-46ae-9c15-3f8807627144 req-1b4af12c-3123-458b-96fe-d3f2109853c9 service neutron] 10.222.0.15 "GET /v2.0/networks/ba3fcca8-4959-4278-9c76-59b99609716c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1803510
Apr 02 18:17:17.099894 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-642fb2ab-86f1-4ae7-9759-a53b7d2db14d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:17.120413 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-642fb2ab-86f1-4ae7-9759-a53b7d2db14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2953587'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:17.157837 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-573da9cb-7dee-4122-8c51-2db27f0399f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:17.248410 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-642fb2ab-86f1-4ae7-9759-a53b7d2db14d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854365290'] for router_interface, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:17.255029 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6160b604-6c47-46ae-9c15-3f8807627144 req-b5aef6f0-2bf1-4982-870f-b233e286b860 service neutron] 10.222.0.15 "GET /v2.0/networks/ba3fcca8-4959-4278-9c76-59b99609716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519651
Apr 02 18:17:17.268141 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642fb2ab-86f1-4ae7-9759-a53b7d2db14d admin admin] Pushing event updated for resources: {'Port': ['ID=2f40f967-3097-43d0-a0e7-181c204d1b0e,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:17.325171 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-642fb2ab-86f1-4ae7-9759-a53b7d2db14d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:17.413537 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642fb2ab-86f1-4ae7-9759-a53b7d2db14d admin admin] Network 90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:17:17.414595 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-642fb2ab-86f1-4ae7-9759-a53b7d2db14d admin admin] Resources bound (agent type, host, resource id):  {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:17:17.421069 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098be66-93fb-4449-a39d-39b713b03fa2 req-360c817e-21af-400e-aec8-da4a765babfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:17.423054 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1098be66-93fb-4449-a39d-39b713b03fa2 req-360c817e-21af-400e-aec8-da4a765babfa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab81f0810293410f90055ce730a5f2ce&device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 1097 time: 0.0919492
Apr 02 18:17:17.579226 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098be66-93fb-4449-a39d-39b713b03fa2 req-806ffbb0-2794-4cb2-a7e9-274536df3f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:17.581130 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1098be66-93fb-4449-a39d-39b713b03fa2 req-806ffbb0-2794-4cb2-a7e9-274536df3f0d service neutron] 10.222.0.15 "GET /v2.0/networks?id=ba3fcca8-4959-4278-9c76-59b99609716c HTTP/1.1" status: 200  len: 917 time: 0.1499460
Apr 02 18:17:17.631573 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642fb2ab-86f1-4ae7-9759-a53b7d2db14d admin admin] Router 2752469c-4c75-40b1-9d6a-886423a3dbdf has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:17:17.669297 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1098be66-93fb-4449-a39d-39b713b03fa2 req-845a9137-77e3-4ae7-941a-5b134bb0288a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5490e1df-41bd-4477-a5e5-adb011b8f559 HTTP/1.1" status: 200  len: 217 time: 0.0797417
Apr 02 18:17:17.702363 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-5dc5fe0c-b00b-4b83-a38d-92542ab4bd90 None None] Provisioning complete for port 2f40f967-3097-43d0-a0e7-181c204d1b0e triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:17.703069 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5dc5fe0c-b00b-4b83-a38d-92542ab4bd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:17.778754 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098be66-93fb-4449-a39d-39b713b03fa2 req-d598ad5e-4fae-4e84-9863-706dacf2f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:17.780758 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1098be66-93fb-4449-a39d-39b713b03fa2 req-d598ad5e-4fae-4e84-9863-706dacf2f546 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b47bc7a-7e44-4ded-9896-b2dbc84447fe HTTP/1.1" status: 200  len: 856 time: 0.1039793
Apr 02 18:17:17.788117 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5fe0c-b00b-4b83-a38d-92542ab4bd90 None None] Port 2f40f967-3097-43d0-a0e7-181c204d1b0e cannot update to ACTIVE because it is not bound. {{(pid=84392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:17:17.793425 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 43058) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:17.876660 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098be66-93fb-4449-a39d-39b713b03fa2 req-10332619-b306-47ab-ac5f-00bc059d5659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:17.878879 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1098be66-93fb-4449-a39d-39b713b03fa2 req-10332619-b306-47ab-ac5f-00bc059d5659 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba3fcca8-4959-4278-9c76-59b99609716c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0840991
Apr 02 18:17:18.049101 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1098be66-93fb-4449-a39d-39b713b03fa2 req-98a39410-b5d2-49f4-b45e-08ae225f16a5 service neutron] 10.222.0.15 "GET /v2.0/networks/ba3fcca8-4959-4278-9c76-59b99609716c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1618123
Apr 02 18:17:18.102458 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642fb2ab-86f1-4ae7-9759-a53b7d2db14d admin admin] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:17:18.114185 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:17:18.182204 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305d09b-53ba-4fca-82e4-bc128ef54254 req-f3cbd2d1-22d5-4cd8-8a05-7ac8b5084b3d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:18.183847 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e305d09b-53ba-4fca-82e4-bc128ef54254 req-f3cbd2d1-22d5-4cd8-8a05-7ac8b5084b3d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 944 time: 0.3913767
Apr 02 18:17:18.185068 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 5490e1df-41bd-4477-a5e5-adb011b8f559 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:17:18.214643 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1098be66-93fb-4449-a39d-39b713b03fa2 req-9f4952f9-03ef-4696-81b6-051a141a0a48 service neutron] 10.222.0.15 "GET /v2.0/networks/ba3fcca8-4959-4278-9c76-59b99609716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1583958
Apr 02 18:17:18.247797 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-642fb2ab-86f1-4ae7-9759-a53b7d2db14d admin admin] 10.222.0.10 "PUT /v2.0/routers/2752469c-4c75-40b1-9d6a-886423a3dbdf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1997256
Apr 02 18:17:18.270814 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning for port f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:17:18.277794 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:18.278224 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:18.336651 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e305d09b-53ba-4fca-82e4-bc128ef54254 req-afbdeb2f-f981-4e4d-8e2e-f2fa55ad104f tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0918522
Apr 02 18:17:18.584371 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 5490e1df-41bd-4477-a5e5-adb011b8f559, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5490e1df-41bd-4477-a5e5-adb011b8f559,segment=NetworkSegment(f987815a-0fd5-40b0-85da-34501f7e40a0),segment_id=f987815a-0fd5-40b0-85da-34501f7e40a0)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:18.588099 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-65fe31e5-18e4-47a0-bd39-fda6b35b6ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410473'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:18.634323 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Returning: {'device': '5490e1df-41bd-4477-a5e5-adb011b8f559', 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c', 'port_id': '5490e1df-41bd-4477-a5e5-adb011b8f559', 'mac_address': 'fa:16:3e:30:5d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:17:18.709203 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:18.725778 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:18.746769 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] For port f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b,segment=NetworkSegment(422579c7-e086-4847-b55f-de8760ffa8dd),segment_id=422579c7-e086-4847-b55f-de8760ffa8dd)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:18.748610 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5490e1df-41bd-4477-a5e5-adb011b8f559 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:17:18.764598 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 5490e1df-41bd-4477-a5e5-adb011b8f559, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5490e1df-41bd-4477-a5e5-adb011b8f559,segment=NetworkSegment(f987815a-0fd5-40b0-85da-34501f7e40a0),segment_id=f987815a-0fd5-40b0-85da-34501f7e40a0)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:18.788522 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:18.790530 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:18.827432 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:18.866321 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Pushing event updated for resources: {'Port': ['ID=f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:18.869789 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:18.870495 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:18.952603 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=5490e1df-41bd-4477-a5e5-adb011b8f559,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:18.959200 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:18.977590 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43076) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:18.983938 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-8e9d3277-2f45-4f6b-a0f2-e6fb5875381a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-266729671-network', 'tenant_id': '98f17b8dbd1344779a2f651ab04d8f65'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:18.990002 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-8e9d3277-2f45-4f6b-a0f2-e6fb5875381a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:18.994572 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-8e9d3277-2f45-4f6b-a0f2-e6fb5875381a admin admin] Usage tracker for resource:network and tenant:98f17b8dbd1344779a2f651ab04d8f65 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:18.997871 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-8e9d3277-2f45-4f6b-a0f2-e6fb5875381a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:19.004426 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-8e9d3277-2f45-4f6b-a0f2-e6fb5875381a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:19.037006 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['5490e1df-41bd-4477-a5e5-adb011b8f559'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:17:19.044639 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9d3277-2f45-4f6b-a0f2-e6fb5875381a admin admin] Made reservation on behalf of 98f17b8dbd1344779a2f651ab04d8f65 for: {'network': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:17:19.049618 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8e9d3277-2f45-4f6b-a0f2-e6fb5875381a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for network, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:19.063315 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8e9d3277-2f45-4f6b-a0f2-e6fb5875381a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:19.079962 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-8e9d3277-2f45-4f6b-a0f2-e6fb5875381a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:19.085264 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-8e9d3277-2f45-4f6b-a0f2-e6fb5875381a admin admin] Usage tracker for resource:security_group_rule and tenant:98f17b8dbd1344779a2f651ab04d8f65 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:19.088560 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-8e9d3277-2f45-4f6b-a0f2-e6fb5875381a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:19.095350 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-8e9d3277-2f45-4f6b-a0f2-e6fb5875381a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:19.186788 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8e9d3277-2f45-4f6b-a0f2-e6fb5875381a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:19.238833 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8e9d3277-2f45-4f6b-a0f2-e6fb5875381a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:19.243441 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e4e577da-7576-4b78-94f6-47df847e521f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:19.250941 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-65fe31e5-18e4-47a0-bd39-fda6b35b6ace admin admin] Deleting port e5cc92fa-dc49-49b9-9cee-498494d1be60 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:17:19.251328 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-65fe31e5-18e4-47a0-bd39-fda6b35b6ace admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:19.268742 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e9d3277-2f45-4f6b-a0f2-e6fb5875381a admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'}  {{(pid=84390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:17:19.289350 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d3277-2f45-4f6b-a0f2-e6fb5875381a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72434ca8-68cc-40a6-8bd7-38c5440702a7,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:19.292482 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8e9d3277-2f45-4f6b-a0f2-e6fb5875381a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:19.292925 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.segments_db [None req-8e9d3277-2f45-4f6b-a0f2-e6fb5875381a admin admin] Added segment 9ba77e7f-e634-4d0c-b889-7f4b12ace1bb of type vlan for network afd67941-1061-4424-b0d4-9c9a9e8f5176
Apr 02 18:17:19.294246 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8e9d3277-2f45-4f6b-a0f2-e6fb5875381a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:19.321573 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8e9d3277-2f45-4f6b-a0f2-e6fb5875381a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740008826705'] for network, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:19.381781 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8e9d3277-2f45-4f6b-a0f2-e6fb5875381a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971'] for network, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:19.383670 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9d3277-2f45-4f6b-a0f2-e6fb5875381a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:19.384038 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8e9d3277-2f45-4f6b-a0f2-e6fb5875381a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:19.390049 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d342b83e-ca73-4d60-b01c-2a1ff6e59c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:19.448276 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-65fe31e5-18e4-47a0-bd39-fda6b35b6ace admin admin] For port e5cc92fa-dc49-49b9-9cee-498494d1be60, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=e5cc92fa-dc49-49b9-9cee-498494d1be60,segment=NetworkSegment(c13707c4-c1e9-455a-bd75-cf881b8282a4),segment_id=c13707c4-c1e9-455a-bd75-cf881b8282a4)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:19.448797 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-65fe31e5-18e4-47a0-bd39-fda6b35b6ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:19.516384 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d3277-2f45-4f6b-a0f2-e6fb5875381a admin admin] Pushing event updated for resources: {'Network': ['ID=afd67941-1061-4424-b0d4-9c9a9e8f5176,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:19.523321 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-8e9d3277-2f45-4f6b-a0f2-e6fb5875381a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5444951
Apr 02 18:17:19.524630 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8e9d3277-2f45-4f6b-a0f2-e6fb5875381a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:19.525003 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43084) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:19.529887 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Network afd67941-1061-4424-b0d4-9c9a9e8f5176 details requested by agent ovs-agent-dv-cinder-784603-1-iscsi with host dv-cinder-784603-1-iscsi {{(pid=84392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:17:19.531570 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-582775d3-2732-484f-af3e-de469768cfbb admin admin] Request body: {'subnet': {'network_id': 'afd67941-1061-4424-b0d4-9c9a9e8f5176', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-266729671-subnet', 'tenant_id': '98f17b8dbd1344779a2f651ab04d8f65', 'ip_version': 4}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:19.537526 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-582775d3-2732-484f-af3e-de469768cfbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:19.541693 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-582775d3-2732-484f-af3e-de469768cfbb admin admin] Usage tracker for resource:subnet and tenant:98f17b8dbd1344779a2f651ab04d8f65 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:19.545264 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-582775d3-2732-484f-af3e-de469768cfbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:19.552126 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-582775d3-2732-484f-af3e-de469768cfbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:19.583164 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2887fb-ba27-420a-a0db-98b68e3af185 None None] Sync routers for ids ['2752469c-4c75-40b1-9d6a-886423a3dbdf'] in dv-cinder-784603-1-iscsi {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:17:19.593107 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582775d3-2732-484f-af3e-de469768cfbb admin admin] Made reservation on behalf of 98f17b8dbd1344779a2f651ab04d8f65 for: {'subnet': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:17:19.598918 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-582775d3-2732-484f-af3e-de469768cfbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3045496'] for subnet, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:19.603041 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2887fb-ba27-420a-a0db-98b68e3af185 None None] Routers {'2752469c-4c75-40b1-9d6a-886423a3dbdf'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:17:19.603041 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-3d2887fb-ba27-420a-a0db-98b68e3af185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f11a644a8>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:16:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['2752469c-4c75-40b1-9d6a-886423a3dbdf'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:19.633401 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-65fe31e5-18e4-47a0-bd39-fda6b35b6ace admin admin] Calling delete_port for e5cc92fa-dc49-49b9-9cee-498494d1be60 owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:17:19.773610 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b9755-8607-4b7a-b32f-eff4f21f6cc0 req-2f5ec366-ca02-462f-8a1c-fe73b90d05c1 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:19.775221 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6e3b9755-8607-4b7a-b32f-eff4f21f6cc0 req-2f5ec366-ca02-462f-8a1c-fe73b90d05c1 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 945 time: 0.2542479
Apr 02 18:17:19.853461 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6e3b9755-8607-4b7a-b32f-eff4f21f6cc0 req-e7e83e3b-1ff3-40d7-8555-48c1687a0967 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0690391
Apr 02 18:17:19.856664 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-3d2887fb-ba27-420a-a0db-98b68e3af185 None None] Set router 2752469c-4c75-40b1-9d6a-886423a3dbdf gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:17:20.002567 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-65fe31e5-18e4-47a0-bd39-fda6b35b6ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851822213'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:20.029791 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:20.093609 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:17:20.136108 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-582775d3-2732-484f-af3e-de469768cfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2202738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3045451'] for subnet, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:20.137525 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe31e5-18e4-47a0-bd39-fda6b35b6ace admin admin] Pushing event deleted for resources: {'Port': ['ID=e5cc92fa-dc49-49b9-9cee-498494d1be60,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:20.148823 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-65fe31e5-18e4-47a0-bd39-fda6b35b6ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:20.155676 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c214d145-8ae4-4239-a6a2-e72456e57a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:20.194597 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:20.195029 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:20.221419 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e5497-92ca-4d2e-b45f-d8bd41cc0a7e req-8044a4a5-47f7-44b7-b70e-4f3093fbe819 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:20.223911 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d37e5497-92ca-4d2e-b45f-d8bd41cc0a7e req-8044a4a5-47f7-44b7-b70e-4f3093fbe819 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 945 time: 0.2640550
Apr 02 18:17:20.239547 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 5490e1df-41bd-4477-a5e5-adb011b8f559 up at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:17:20.290644 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d37e5497-92ca-4d2e-b45f-d8bd41cc0a7e req-f3cae9f2-3e3a-4a0b-a51e-3b008cb4f4d0 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563874
Apr 02 18:17:20.477091 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-3d2887fb-ba27-420a-a0db-98b68e3af185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f11a644a8>, [{'id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'name': 'tempest-TestVolumeBootPattern-9113196-router', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:08Z', 'updated_at': '2021-04-02T18:17:16Z', 'revision_number': 4, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'gw_port': {'id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:09Z', 'updated_at': '2021-04-02T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': '2f40f967-3097-43d0-a0e7-181c204d1b0e', 'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'mac_address': 'fa:16:3e:38:65:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '020b479b-570a-409f-b890-594a2858ea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:15Z', 'updated_at': '2021-04-02T18:17:16Z', 'revision_number': 2, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'subnets': [{'id': '020b479b-570a-409f-b890-594a2858ea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:20.488842 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2887fb-ba27-420a-a0db-98b68e3af185 None None] Checking router: 2752469c-4c75-40b1-9d6a-886423a3dbdf for host: dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:17:20.488842 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2887fb-ba27-420a-a0db-98b68e3af185 None None] Updating router 2752469c-4c75-40b1-9d6a-886423a3dbdf port 2f40f967-3097-43d0-a0e7-181c204d1b0e binding host dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:17:20.508956 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning for port 5490e1df-41bd-4477-a5e5-adb011b8f559 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:17:20.515692 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning complete for port 5490e1df-41bd-4477-a5e5-adb011b8f559 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:20.516116 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:20.555029 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3d2887fb-ba27-420a-a0db-98b68e3af185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:20.616655 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582775d3-2732-484f-af3e-de469768cfbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2e27eb6-c884-4809-af56-0403c2f8633a,revision_number=0']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:20.621456 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-582775d3-2732-484f-af3e-de469768cfbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:20.693564 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:20.701238 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582775d3-2732-484f-af3e-de469768cfbb admin admin] Checking segment: {'id': '9ba77e7f-e634-4d0c-b889-7f4b12ace1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'afd67941-1061-4424-b0d4-9c9a9e8f5176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:17:20.701644 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582775d3-2732-484f-af3e-de469768cfbb admin admin] Network hostable DHCP agents. Network: afd67941-1061-4424-b0d4-9c9a9e8f5176, hostable agents: ['41a019fe-56df-4d22-b19a-be518ff15af3'], hosted agents: [] {{(pid=84390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:17:20.703154 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-65fe31e5-18e4-47a0-bd39-fda6b35b6ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854276846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404156'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:20.728963 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb08699-b8d7-4ca6-82b7-a4123211bf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5490e1df-41bd-4477-a5e5-adb011b8f559'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:17:20.741873 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 5490e1df-41bd-4477-a5e5-adb011b8f559, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5490e1df-41bd-4477-a5e5-adb011b8f559,segment=NetworkSegment(f987815a-0fd5-40b0-85da-34501f7e40a0),segment_id=f987815a-0fd5-40b0-85da-34501f7e40a0)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:20.748574 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582775d3-2732-484f-af3e-de469768cfbb admin admin] Network afd67941-1061-4424-b0d4-9c9a9e8f5176 is scheduled to be hosted by DHCP agent 41a019fe-56df-4d22-b19a-be518ff15af3 with binding_index 1 {{(pid=84390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:17:20.777507 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:20.781055 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:20.806588 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-582775d3-2732-484f-af3e-de469768cfbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-iscsi, afd67941-1061-4424-b0d4-9c9a9e8f5176) {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:17:20.823766 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582775d3-2732-484f-af3e-de469768cfbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:20.824430 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-582775d3-2732-484f-af3e-de469768cfbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for subnet, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:20.857942 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28c5512-e0ef-4bbd-9ca0-a8c5b951b47e None None] Network afd67941-1061-4424-b0d4-9c9a9e8f5176 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:17:20.898049 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-582775d3-2732-484f-af3e-de469768cfbb admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.3718936
Apr 02 18:17:20.900737 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43094) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:20.906772 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-266729671-router', 'tenant_id': '98f17b8dbd1344779a2f651ab04d8f65', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:20.939491 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:20.948320 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Usage tracker for resource:router and tenant:98f17b8dbd1344779a2f651ab04d8f65 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:20.968903 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:20.988621 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:21.057607 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-401632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14910'] for router, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:21.058808 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854374265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854362256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854413507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760922'] for router, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:21.093937 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb08699-b8d7-4ca6-82b7-a4123211bf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5490e1df-41bd-4477-a5e5-adb011b8f559', 'code': 200}
Apr 02 18:17:21.148521 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3d2887fb-ba27-420a-a0db-98b68e3af185 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:21.169065 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=5490e1df-41bd-4477-a5e5-adb011b8f559,revision_number=5']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:21.172638 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:21.231650 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:21.237541 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-3d2887fb-ba27-420a-a0db-98b68e3af185 None None] Transition to ACTIVE for port object 2f40f967-3097-43d0-a0e7-181c204d1b0e will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:17:21.268238 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3d2887fb-ba27-420a-a0db-98b68e3af185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:21.271609 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025dd151-23c7-4512-8ad9-7a9b17e4e389 req-b53fe0e2-056c-4f21-ad61-b02d78de5588 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:21.273251 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-025dd151-23c7-4512-8ad9-7a9b17e4e389 req-b53fe0e2-056c-4f21-ad61-b02d78de5588 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 946 time: 0.1893075
Apr 02 18:17:21.312317 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3badeb4d-fb55-47ab-8231-3a1043ac588e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8634273-20c2-5e01-b176-6034d848a5ba-afd67941-1061-4424-b0d4-9c9a9e8f5176', 'network_id': 'afd67941-1061-4424-b0d4-9c9a9e8f5176', 'tenant_id': '98f17b8dbd1344779a2f651ab04d8f65', 'fixed_ips': [{'subnet_id': 'b2e27eb6-c884-4809-af56-0403c2f8633a'}]}} from dv-cinder-784603-1-iscsi. {{(pid=84392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 02 18:17:21.312317 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3badeb4d-fb55-47ab-8231-3a1043ac588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:21.352935 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:21.444967 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713cc42-1726-4935-94ef-957cbf358252 None None] Pushing event updated for resources: {'Port': ['ID=2f40f967-3097-43d0-a0e7-181c204d1b0e,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:21.458178 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-025dd151-23c7-4512-8ad9-7a9b17e4e389 req-3dd5c367-51a1-47be-9c9e-8081e374d961 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1754208
Apr 02 18:17:21.468959 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713cc42-1726-4935-94ef-957cbf358252 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:21.469300 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fe31e5-18e4-47a0-bd39-fda6b35b6ace admin admin] Router 5c49e9b2-067f-4374-bf84-a7ae5c2be55a has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:17:21.469428 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713cc42-1726-4935-94ef-957cbf358252 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:21.469695 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713cc42-1726-4935-94ef-957cbf358252 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:21.470051 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713cc42-1726-4935-94ef-957cbf358252 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:21.470440 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713cc42-1726-4935-94ef-957cbf358252 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:21.470809 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713cc42-1726-4935-94ef-957cbf358252 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:21.471172 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713cc42-1726-4935-94ef-957cbf358252 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:21.471514 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713cc42-1726-4935-94ef-957cbf358252 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:21.471879 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713cc42-1726-4935-94ef-957cbf358252 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:21.472317 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713cc42-1726-4935-94ef-957cbf358252 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:21.472669 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713cc42-1726-4935-94ef-957cbf358252 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:21.473031 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713cc42-1726-4935-94ef-957cbf358252 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:21.479277 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-5713cc42-1726-4935-94ef-957cbf358252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:21.535626 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-3badeb4d-fb55-47ab-8231-3a1043ac588e None None] Allocated IP 172.20.0.2 (afd67941-1061-4424-b0d4-9c9a9e8f5176/b2e27eb6-c884-4809-af56-0403c2f8633a/e6146fb1-36a2-40a9-a5fd-b91a28a4c876) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:17:21.701398 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fe31e5-18e4-47a0-bd39-fda6b35b6ace admin admin] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:17:21.750013 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-3d2887fb-ba27-420a-a0db-98b68e3af185 None None] Attempting to bind port 2f40f967-3097-43d0-a0e7-181c204d1b0e on host dv-cinder-784603-1-iscsi for vnic_type normal with profile  {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:17:21.750739 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-3d2887fb-ba27-420a-a0db-98b68e3af185 None None] Attempting to bind port 2f40f967-3097-43d0-a0e7-181c204d1b0e by drivers openvswitch,hyperv on host dv-cinder-784603-1-iscsi at level 0 using segments [{'id': '86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:17:21.751325 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2887fb-ba27-420a-a0db-98b68e3af185 None None] Attempting to bind port 2f40f967-3097-43d0-a0e7-181c204d1b0e on network 90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:17:21.757792 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2887fb-ba27-420a-a0db-98b68e3af185 None None] Checking agent: {'id': '478d2ba1-0e2e-4399-8e0b-445f221199a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 2, 29), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:17:21.758473 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2887fb-ba27-420a-a0db-98b68e3af185 None None] Checking segment: {'id': '86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:17:21.759386 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3d2887fb-ba27-420a-a0db-98b68e3af185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:21.760097 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2887fb-ba27-420a-a0db-98b68e3af185 None None] Bound using segment: {'id': '86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:17:21.760771 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-3d2887fb-ba27-420a-a0db-98b68e3af185 None None] Bound port: 2f40f967-3097-43d0-a0e7-181c204d1b0e, host: dv-cinder-784603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:17:21.761350 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3d2887fb-ba27-420a-a0db-98b68e3af185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:21.772095 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-65fe31e5-18e4-47a0-bd39-fda6b35b6ace admin admin] 10.222.0.10 "PUT /v2.0/routers/5c49e9b2-067f-4374-bf84-a7ae5c2be55a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9775915
Apr 02 18:17:21.774819 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 43102) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:21.781652 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fa79b2-2321-400d-982a-d83f1ea85560 None None] Sync routers for ids ['5c49e9b2-067f-4374-bf84-a7ae5c2be55a'] in dv-cinder-784603-1-iscsi {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:17:21.834412 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fa79b2-2321-400d-982a-d83f1ea85560 None None] Routers {'5c49e9b2-067f-4374-bf84-a7ae5c2be55a'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:17:21.835256 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-46fa79b2-2321-400d-982a-d83f1ea85560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10dd5e80>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:16:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['5c49e9b2-067f-4374-bf84-a7ae5c2be55a'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:21.865865 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854362271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854362849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760937'] for router, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:21.875339 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-3d2887fb-ba27-420a-a0db-98b68e3af185 None None] For port 2f40f967-3097-43d0-a0e7-181c204d1b0e, host dv-cinder-784603-1-iscsi, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:17:21.880043 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-3d2887fb-ba27-420a-a0db-98b68e3af185 None None] For port 2f40f967-3097-43d0-a0e7-181c204d1b0e, host dv-cinder-784603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=2f40f967-3097-43d0-a0e7-181c204d1b0e,segment=NetworkSegment(86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b),segment_id=86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:17:21.893482 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f6fe9-1501-443f-a02d-523d245973f9 req-790ae362-dbdd-4eb0-adc9-ece20b67d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:21.896074 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-138f6fe9-1501-443f-a02d-523d245973f9 req-790ae362-dbdd-4eb0-adc9-ece20b67d159 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 1099 time: 0.4785419
Apr 02 18:17:21.944284 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3d2887fb-ba27-420a-a0db-98b68e3af185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:22.044897 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3badeb4d-fb55-47ab-8231-3a1043ac588e None None] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:22.066136 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-138f6fe9-1501-443f-a02d-523d245973f9 req-402f5b5a-f8fc-4093-a8ee-dc92e6039be1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1605258
Apr 02 18:17:22.091866 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-3badeb4d-fb55-47ab-8231-3a1043ac588e None None] Transition to ACTIVE for port object e6146fb1-36a2-40a9-a5fd-b91a28a4c876 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:17:22.130613 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e652b36f-0854-4ea7-9595-dee2c1a032d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:22.146238 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-3badeb4d-fb55-47ab-8231-3a1043ac588e None None] Transition to ACTIVE for port object e6146fb1-36a2-40a9-a5fd-b91a28a4c876 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:17:22.157052 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-46fa79b2-2321-400d-982a-d83f1ea85560 None None] Set router 5c49e9b2-067f-4374-bf84-a7ae5c2be55a gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:17:22.243938 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2887fb-ba27-420a-a0db-98b68e3af185 None None] Routers {'2752469c-4c75-40b1-9d6a-886423a3dbdf'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:17:22.244635 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-3d2887fb-ba27-420a-a0db-98b68e3af185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f11a644a8>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:16:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['2752469c-4c75-40b1-9d6a-886423a3dbdf'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:22.296498 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6251364-4a98-4810-95af-3c16c0176b8a req-1f1db31d-0583-4805-80ef-2ef91dbad284 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:22.302129 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3badeb4d-fb55-47ab-8231-3a1043ac588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:22.303114 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e6251364-4a98-4810-95af-3c16c0176b8a req-1f1db31d-0583-4805-80ef-2ef91dbad284 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 945 time: 0.6040883
Apr 02 18:17:22.357494 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:22.371036 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:22.388713 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e6251364-4a98-4810-95af-3c16c0176b8a req-7996fdab-39e6-425b-baf1-790fa934de0b tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785496
Apr 02 18:17:22.390507 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fbe08b51-66ad-4854-afe6-aed6b5785a38 admin admin] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:22.416889 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:22.419584 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713cc42-1726-4935-94ef-957cbf358252 None None] Pushing event updated for resources: {'Port': ['ID=2f40f967-3097-43d0-a0e7-181c204d1b0e,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:22.435293 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-5713cc42-1726-4935-94ef-957cbf358252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:22.528300 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-3d2887fb-ba27-420a-a0db-98b68e3af185 None None] Set router 2752469c-4c75-40b1-9d6a-886423a3dbdf gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:17:22.609588 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Allocated IP 172.27.2.160 (42dddd6f-9dd9-47ad-90cc-d42a9f8f1223/91c6c6e9-4506-41a9-9628-98cc28823f44/c1fe8fae-599d-40d0-b216-c8e689253b3f) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:17:22.645316 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fbe08b51-66ad-4854-afe6-aed6b5785a38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:22.710716 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-fbe08b51-66ad-4854-afe6-aed6b5785a38 admin admin] Deleting port 9e99b0d2-2955-416a-a7a7-00a6e8bc3b46 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:17:22.711244 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fbe08b51-66ad-4854-afe6-aed6b5785a38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:22.729793 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3badeb4d-fb55-47ab-8231-3a1043ac588e None None] Network afd67941-1061-4424-b0d4-9c9a9e8f5176 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:17:22.758837 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-3badeb4d-fb55-47ab-8231-3a1043ac588e None None] Resources bound (agent type, host, resource id):  {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:17:22.760934 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badeb4d-fb55-47ab-8231-3a1043ac588e None None] Pushing event updated for resources: {'Port': ['ID=e6146fb1-36a2-40a9-a5fd-b91a28a4c876,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:22.763643 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3badeb4d-fb55-47ab-8231-3a1043ac588e None None] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:17:22.776192 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3badeb4d-fb55-47ab-8231-3a1043ac588e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:22.825373 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:22.890437 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:22.922941 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-36c92a1f-f65a-4224-8b23-bc900c8cfd71 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:22.936676 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e1302-8cce-4da6-8b82-000828ff1f67 req-8d4f8cc7-9e15-4953-95be-a479b98e7182 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:22.945281 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ac8e1302-8cce-4da6-8b82-000828ff1f67 req-8d4f8cc7-9e15-4953-95be-a479b98e7182 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 946 time: 0.2786038
Apr 02 18:17:22.952697 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-3d2887fb-ba27-420a-a0db-98b68e3af185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f11a644a8>, [{'id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'name': 'tempest-TestVolumeBootPattern-9113196-router', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:08Z', 'updated_at': '2021-04-02T18:17:16Z', 'revision_number': 4, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'gw_port': {'id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:09Z', 'updated_at': '2021-04-02T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': '2f40f967-3097-43d0-a0e7-181c204d1b0e', 'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'mac_address': 'fa:16:3e:38:65:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '020b479b-570a-409f-b890-594a2858ea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:15Z', 'updated_at': '2021-04-02T18:17:21Z', 'revision_number': 4, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'subnets': [{'id': '020b479b-570a-409f-b890-594a2858ea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:22.968292 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2887fb-ba27-420a-a0db-98b68e3af185 None None] The sync data for ids ['2752469c-4c75-40b1-9d6a-886423a3dbdf'] in dv-cinder-784603-1-iscsi is: [{'id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'name': 'tempest-TestVolumeBootPattern-9113196-router', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:08Z', 'updated_at': '2021-04-02T18:17:16Z', 'revision_number': 4, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'gw_port': {'id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:09Z', 'updated_at': '2021-04-02T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': '2f40f967-3097-43d0-a0e7-181c204d1b0e', 'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'mac_address': 'fa:16:3e:38:65:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '020b479b-570a-409f-b890-594a2858ea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:15Z', 'updated_at': '2021-04-02T18:17:21Z', 'revision_number': 4, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'subnets': [{'id': '020b479b-570a-409f-b890-594a2858ea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:17:23.036984 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ac8e1302-8cce-4da6-8b82-000828ff1f67 req-c0dc0888-dffc-4828-acc7-f5efb6ab7525 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0904844
Apr 02 18:17:23.084009 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-fbe08b51-66ad-4854-afe6-aed6b5785a38 admin admin] For port 9e99b0d2-2955-416a-a7a7-00a6e8bc3b46, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=9e99b0d2-2955-416a-a7a7-00a6e8bc3b46,segment=NetworkSegment(422579c7-e086-4847-b55f-de8760ffa8dd),segment_id=422579c7-e086-4847-b55f-de8760ffa8dd)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:23.084673 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fbe08b51-66ad-4854-afe6-aed6b5785a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:23.146133 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Pushing event updated for resources: {'Port': ['ID=c1fe8fae-599d-40d0-b216-c8e689253b3f,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:23.163826 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:23.164363 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:23.164945 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:23.170065 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:23.170065 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:23.170065 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:23.170065 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:23.170065 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:23.170065 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:23.170065 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:23.170065 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:23.170065 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:23.174661 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:23.247932 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:17:23.249318 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:17:23.252318 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:17:23.268074 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-fbe08b51-66ad-4854-afe6-aed6b5785a38 admin admin] Calling delete_port for 9e99b0d2-2955-416a-a7a7-00a6e8bc3b46 owned by network:router_gateway {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:17:23.324557 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-3badeb4d-fb55-47ab-8231-3a1043ac588e None None] Attempting to bind port e6146fb1-36a2-40a9-a5fd-b91a28a4c876 on host dv-cinder-784603-1-iscsi for vnic_type normal with profile  {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:17:23.324978 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-3badeb4d-fb55-47ab-8231-3a1043ac588e None None] Attempting to bind port e6146fb1-36a2-40a9-a5fd-b91a28a4c876 by drivers openvswitch,hyperv on host dv-cinder-784603-1-iscsi at level 0 using segments [{'id': '9ba77e7f-e634-4d0c-b889-7f4b12ace1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'afd67941-1061-4424-b0d4-9c9a9e8f5176'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:17:23.325386 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3badeb4d-fb55-47ab-8231-3a1043ac588e None None] Attempting to bind port e6146fb1-36a2-40a9-a5fd-b91a28a4c876 on network afd67941-1061-4424-b0d4-9c9a9e8f5176 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:17:23.338327 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3badeb4d-fb55-47ab-8231-3a1043ac588e None None] Checking agent: {'id': '478d2ba1-0e2e-4399-8e0b-445f221199a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 2, 29), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:17:23.338753 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3badeb4d-fb55-47ab-8231-3a1043ac588e None None] Checking segment: {'id': '9ba77e7f-e634-4d0c-b889-7f4b12ace1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'afd67941-1061-4424-b0d4-9c9a9e8f5176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:17:23.339206 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3badeb4d-fb55-47ab-8231-3a1043ac588e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:23.339641 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3badeb4d-fb55-47ab-8231-3a1043ac588e None None] Bound using segment: {'id': '9ba77e7f-e634-4d0c-b889-7f4b12ace1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'afd67941-1061-4424-b0d4-9c9a9e8f5176'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:17:23.340191 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-3badeb4d-fb55-47ab-8231-3a1043ac588e None None] Bound port: e6146fb1-36a2-40a9-a5fd-b91a28a4c876, host: dv-cinder-784603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba77e7f-e634-4d0c-b889-7f4b12ace1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'afd67941-1061-4424-b0d4-9c9a9e8f5176'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:17:23.340607 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3badeb4d-fb55-47ab-8231-3a1043ac588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:23.454650 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-3badeb4d-fb55-47ab-8231-3a1043ac588e None None] For port e6146fb1-36a2-40a9-a5fd-b91a28a4c876, host dv-cinder-784603-1-iscsi, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:17:23.462117 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-3badeb4d-fb55-47ab-8231-3a1043ac588e None None] For port e6146fb1-36a2-40a9-a5fd-b91a28a4c876, host dv-cinder-784603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=e6146fb1-36a2-40a9-a5fd-b91a28a4c876,segment=NetworkSegment(9ba77e7f-e634-4d0c-b889-7f4b12ace1bb),segment_id=9ba77e7f-e634-4d0c-b889-7f4b12ace1bb)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:17:23.464190 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-46fa79b2-2321-400d-982a-d83f1ea85560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10dd5e80>, [{'id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'name': 'tempest-TestMinimumBasicScenario-931707732-router', 'tenant_id': '456d975739e04659be41d35506548735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '9e99b0d2-2955-416a-a7a7-00a6e8bc3b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:11Z', 'updated_at': '2021-04-02T18:17:19Z', 'revision_number': 5, 'project_id': '456d975739e04659be41d35506548735', 'gw_port': {'id': '9e99b0d2-2955-416a-a7a7-00a6e8bc3b46', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:29:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:13Z', 'updated_at': '2021-04-02T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:23.468842 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fa79b2-2321-400d-982a-d83f1ea85560 None None] Checking router: 5c49e9b2-067f-4374-bf84-a7ae5c2be55a for host: dv-cinder-784603-1-iscsi {{(pid=84392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:17:23.479228 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fa79b2-2321-400d-982a-d83f1ea85560 None None] Routers {'5c49e9b2-067f-4374-bf84-a7ae5c2be55a'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:17:23.479920 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-46fa79b2-2321-400d-982a-d83f1ea85560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10dd5e80>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:16:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['5c49e9b2-067f-4374-bf84-a7ae5c2be55a'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:23.537535 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fbe08b51-66ad-4854-afe6-aed6b5785a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851822213'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:23.547922 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3badeb4d-fb55-47ab-8231-3a1043ac588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:23.561448 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:23.573479 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:23.777725 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badeb4d-fb55-47ab-8231-3a1043ac588e None None] Pushing event updated for resources: {'Port': ['ID=e6146fb1-36a2-40a9-a5fd-b91a28a4c876,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:23.803902 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3badeb4d-fb55-47ab-8231-3a1043ac588e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:23.806755 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe08b51-66ad-4854-afe6-aed6b5785a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e99b0d2-2955-416a-a7a7-00a6e8bc3b46,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:23.820706 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:23.829501 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-46fa79b2-2321-400d-982a-d83f1ea85560 None None] Set router 5c49e9b2-067f-4374-bf84-a7ae5c2be55a gateway port host: None {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:17:23.908626 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-fbe08b51-66ad-4854-afe6-aed6b5785a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:23.980847 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-46fa79b2-2321-400d-982a-d83f1ea85560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10dd5e80>, [{'id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'name': 'tempest-TestMinimumBasicScenario-931707732-router', 'tenant_id': '456d975739e04659be41d35506548735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:11Z', 'updated_at': '2021-04-02T18:17:23Z', 'revision_number': 7, 'project_id': '456d975739e04659be41d35506548735', 'gw_port_host': None}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:23.983144 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fbe08b51-66ad-4854-afe6-aed6b5785a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-413628'] for router_gateway, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.001545 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fa79b2-2321-400d-982a-d83f1ea85560 None None] The sync data for ids ['5c49e9b2-067f-4374-bf84-a7ae5c2be55a'] in dv-cinder-784603-1-iscsi is: [{'id': '5c49e9b2-067f-4374-bf84-a7ae5c2be55a', 'name': 'tempest-TestMinimumBasicScenario-931707732-router', 'tenant_id': '456d975739e04659be41d35506548735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:11Z', 'updated_at': '2021-04-02T18:17:23Z', 'revision_number': 7, 'project_id': '456d975739e04659be41d35506548735', 'gw_port_host': None}] {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:17:24.228013 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fbe08b51-66ad-4854-afe6-aed6b5785a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854362819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14895'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.236093 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fbe08b51-66ad-4854-afe6-aed6b5785a38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.254625 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 2f40f967-3097-43d0-a0e7-181c204d1b0e up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:17:24.333234 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724016b-77bf-4d77-aca4-3be7e1fc74cd req-afd98eb3-4653-47c7-8f8f-124fc50bb0ae tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:24.334995 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1724016b-77bf-4d77-aca4-3be7e1fc74cd req-afd98eb3-4653-47c7-8f8f-124fc50bb0ae tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 945 time: 0.7793992
Apr 02 18:17:24.365882 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning for port 2f40f967-3097-43d0-a0e7-181c204d1b0e completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:17:24.371513 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port 2f40f967-3097-43d0-a0e7-181c204d1b0e triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:24.371995 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.384670 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fbe08b51-66ad-4854-afe6-aed6b5785a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854362745'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.385078 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe08b51-66ad-4854-afe6-aed6b5785a38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c49e9b2-067f-4374-bf84-a7ae5c2be55a {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 02 18:17:24.421878 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687b4f0-653c-4a6b-b469-30637a4baf80 req-ce14df16-6275-4156-a224-c0a95fc1a5b8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:24.423709 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d687b4f0-653c-4a6b-b469-30637a4baf80 req-ce14df16-6275-4156-a224-c0a95fc1a5b8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 946 time: 0.1700165
Apr 02 18:17:24.432950 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413598'] for router, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.460395 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1724016b-77bf-4d77-aca4-3be7e1fc74cd req-27b66efc-3cf4-404e-aba6-c3902383009a tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1082056
Apr 02 18:17:24.468562 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fbe08b51-66ad-4854-afe6-aed6b5785a38 admin admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.472268 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-fbe08b51-66ad-4854-afe6-aed6b5785a38 admin admin] 10.222.0.10 "DELETE /v2.0/routers/5c49e9b2-067f-4374-bf84-a7ae5c2be55a HTTP/1.1" status: 204  len: 168 time: 2.6939154
Apr 02 18:17:24.473300 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 43114) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:24.569469 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.595599 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef1a63bb-dc3f-439b-aca4-b5a30fb60c4d admin admin] Deleting subnet 5e84303b-04ac-4b80-ad14-3d620854a7fc {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:17:24.601880 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ef1a63bb-dc3f-439b-aca4-b5a30fb60c4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.634185 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] For port 2f40f967-3097-43d0-a0e7-181c204d1b0e, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=2f40f967-3097-43d0-a0e7-181c204d1b0e,segment=NetworkSegment(86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b),segment_id=86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:24.645618 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d687b4f0-653c-4a6b-b469-30637a4baf80 req-d636e62f-3bfd-47f6-b5a3-2f6f48f4408d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2024143
Apr 02 18:17:24.663496 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.665881 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-25cb1c3a-29bb-460a-ad94-7f1b1d97612d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:24.689351 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ef1a63bb-dc3f-439b-aca4-b5a30fb60c4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851687203'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:24.779026 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Pushing event updated for resources: {'Port': ['ID=2f40f967-3097-43d0-a0e7-181c204d1b0e,revision_number=5']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:24.782779 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:24.937194 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ef1a63bb-dc3f-439b-aca4-b5a30fb60c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1495'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:25.000626 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ab0a9-8a66-4552-a92c-7d4cc491d2fd req-67c40990-626b-4598-86b3-80fad6c01b00 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:25.002333 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2d4ab0a9-8a66-4552-a92c-7d4cc491d2fd req-67c40990-626b-4598-86b3-80fad6c01b00 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 946 time: 0.1631665
Apr 02 18:17:25.013504 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43120) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:25.024481 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-fbaf7e5f-ac4d-438e-a1d3-ee3f0a10508d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Request body: {'floatingip': {'port_id': '5490e1df-41bd-4477-a5e5-adb011b8f559'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:25.119984 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fbaf7e5f-ac4d-438e-a1d3-ee3f0a10508d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for floatingip, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:25.231855 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Router 163af7c0-fd83-473a-8ee5-119b54fba9b0 is scheduled to L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 with binding_index 1 {{(pid=84390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 02 18:17:25.389045 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ef1a63bb-dc3f-439b-aca4-b5a30fb60c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2953638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573713'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:25.464068 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d483693d-06f1-4c1b-a997-bc137f56ba43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:25.540976 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a63bb-dc3f-439b-aca4-b5a30fb60c4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e84303b-04ac-4b80-ad14-3d620854a7fc,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:25.546459 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-ef1a63bb-dc3f-439b-aca4-b5a30fb60c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:25.547995 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ef1a63bb-dc3f-439b-aca4-b5a30fb60c4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:25.556672 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-ef1a63bb-dc3f-439b-aca4-b5a30fb60c4d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5e84303b-04ac-4b80-ad14-3d620854a7fc HTTP/1.1" status: 204  len: 168 time: 1.0822830
Apr 02 18:17:25.559823 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbebb5dc-f3b2-44fb-920b-dca87b0705dc None None] Network e5c976a4-2bf5-421b-86e8-e0cd53189ff2 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:17:25.566930 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 43126) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:25.656456 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:17:25.667242 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeaf972-a9b2-437e-8870-da852a1e2f6f None None] Sync routers for ids ['163af7c0-fd83-473a-8ee5-119b54fba9b0'] in dv-cinder-784603-1-iscsi {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:17:25.678580 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeaf972-a9b2-437e-8870-da852a1e2f6f None None] Routers {'163af7c0-fd83-473a-8ee5-119b54fba9b0'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:17:25.679614 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-2aeaf972-a9b2-437e-8870-da852a1e2f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f110fd7f0>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:16:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['163af7c0-fd83-473a-8ee5-119b54fba9b0'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:25.724397 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-bfd6738f-978d-4586-875f-51f4eed6073a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-37997'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:25.787604 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Notify callbacks [] for router, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:25.788904 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.8871360
Apr 02 18:17:25.800596 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43130) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:25.877884 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56aaa52-bb2e-4dfd-b7a7-26fba5dbbd74 None None] Network afd67941-1061-4424-b0d4-9c9a9e8f5176 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:17:25.939275 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-bfd6738f-978d-4586-875f-51f4eed6073a admin admin] Deleting port 942198b2-a476-424b-94d8-0ed97d7d0091 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:17:25.946540 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-bfd6738f-978d-4586-875f-51f4eed6073a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:26.101019 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2c94f8-ec9f-4f80-8f0b-f218ffd33308 None None] DHCP port deletion for e5c976a4-2bf5-421b-86e8-e0cd53189ff2 request from dv-cinder-784603-1-iscsi {{(pid=84392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 02 18:17:26.109681 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-da2c94f8-ec9f-4f80-8f0b-f218ffd33308 None None] Deleting port 942198b2-a476-424b-94d8-0ed97d7d0091 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:17:26.112125 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-da2c94f8-ec9f-4f80-8f0b-f218ffd33308 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:26.230269 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.db.resource_extend [None req-fbaf7e5f-ac4d-438e-a1d3-ee3f0a10508d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 02 18:17:26.265553 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-9ee75ca3-3756-4cdf-9787-136fe427c8e0 None None] Provisioning for port e6146fb1-36a2-40a9-a5fd-b91a28a4c876 completed by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:17:26.330905 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 2f40f967-3097-43d0-a0e7-181c204d1b0e up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:17:26.343110 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-2aeaf972-a9b2-437e-8870-da852a1e2f6f None None] Set router 163af7c0-fd83-473a-8ee5-119b54fba9b0 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:17:26.391216 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fbaf7e5f-ac4d-438e-a1d3-ee3f0a10508d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:26.463660 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f620a1-55e0-4471-b96c-1d5184427c6f req-8801104d-de89-421c-9649-dc9204a1d40e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:26.473989 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b9f620a1-55e0-4471-b96c-1d5184427c6f req-8801104d-de89-421c-9649-dc9204a1d40e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 945 time: 0.6741340
Apr 02 18:17:26.477963 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fbaf7e5f-ac4d-438e-a1d3-ee3f0a10508d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854362165'] for floatingip, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:26.548295 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-da2c94f8-ec9f-4f80-8f0b-f218ffd33308 None None] For port 942198b2-a476-424b-94d8-0ed97d7d0091, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=942198b2-a476-424b-94d8-0ed97d7d0091,segment=NetworkSegment(c13707c4-c1e9-455a-bd75-cf881b8282a4),segment_id=c13707c4-c1e9-455a-bd75-cf881b8282a4)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:26.548762 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-da2c94f8-ec9f-4f80-8f0b-f218ffd33308 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:26.562016 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b9f620a1-55e0-4471-b96c-1d5184427c6f req-9a156720-d887-46bd-bd1d-2cf09b16e3c3 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0867002
Apr 02 18:17:26.721940 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-2aeaf972-a9b2-437e-8870-da852a1e2f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f110fd7f0>, [{'id': '163af7c0-fd83-473a-8ee5-119b54fba9b0', 'name': 'tempest-TestVolumeBootPattern-266729671-router', 'tenant_id': '98f17b8dbd1344779a2f651ab04d8f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c1fe8fae-599d-40d0-b216-c8e689253b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:21Z', 'updated_at': '2021-04-02T18:17:23Z', 'revision_number': 3, 'project_id': '98f17b8dbd1344779a2f651ab04d8f65', 'gw_port': {'id': 'c1fe8fae-599d-40d0-b216-c8e689253b3f', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163af7c0-fd83-473a-8ee5-119b54fba9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:22Z', 'updated_at': '2021-04-02T18:17:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:26.726822 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeaf972-a9b2-437e-8870-da852a1e2f6f None None] Checking router: 163af7c0-fd83-473a-8ee5-119b54fba9b0 for host: dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:17:26.727135 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeaf972-a9b2-437e-8870-da852a1e2f6f None None] Updating router 163af7c0-fd83-473a-8ee5-119b54fba9b0 port c1fe8fae-599d-40d0-b216-c8e689253b3f binding host dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:17:26.756797 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-bfd6738f-978d-4586-875f-51f4eed6073a admin admin] For port 942198b2-a476-424b-94d8-0ed97d7d0091, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=942198b2-a476-424b-94d8-0ed97d7d0091,segment=NetworkSegment(c13707c4-c1e9-455a-bd75-cf881b8282a4),segment_id=c13707c4-c1e9-455a-bd75-cf881b8282a4)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:26.757567 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-bfd6738f-978d-4586-875f-51f4eed6073a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:26.782941 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port 2f40f967-3097-43d0-a0e7-181c204d1b0e triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:26.783364 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:26.827184 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2aeaf972-a9b2-437e-8870-da852a1e2f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:26.861306 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-da2c94f8-ec9f-4f80-8f0b-f218ffd33308 None None] Calling delete_port for 942198b2-a476-424b-94d8-0ed97d7d0091 owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:17:26.923217 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-bfd6738f-978d-4586-875f-51f4eed6073a admin admin] Calling delete_port for 942198b2-a476-424b-94d8-0ed97d7d0091 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:17:27.052217 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-bfd6738f-978d-4586-875f-51f4eed6073a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851822213'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:27.072760 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c438a8cc-72fa-4c1e-8be3-874fed9fc8be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:27.183039 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device e6146fb1-36a2-40a9-a5fd-b91a28a4c876 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:17:27.209838 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6738f-978d-4586-875f-51f4eed6073a admin admin] Pushing event deleted for resources: {'Port': ['ID=942198b2-a476-424b-94d8-0ed97d7d0091,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:27.227810 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-bfd6738f-978d-4586-875f-51f4eed6073a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:27.269767 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-beb0db70-bf80-47cf-a0f4-441853f8f888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:27.273250 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd6738f-978d-4586-875f-51f4eed6073a admin admin] No DVR routers for this DVR port 942198b2-a476-424b-94d8-0ed97d7d0091 on host dv-cinder-784603-1-iscsi {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:17:27.342206 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.db.api [None req-da2c94f8-ec9f-4f80-8f0b-f218ffd33308 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84392) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 18:17:27.342643 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_db.api [None req-da2c94f8-ec9f-4f80-8f0b-f218ffd33308 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 02 18:17:27.352984 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2aeaf972-a9b2-437e-8870-da852a1e2f6f None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:27.367652 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.l3_db [None req-fbaf7e5f-ac4d-438e-a1d3-ee3f0a10508d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Floating IP b5c6f614-a9e6-46d5-a3bf-92a2d23ba9ed associated. External IP: 172.27.2.31, port: 5490e1df-41bd-4477-a5e5-adb011b8f559.
Apr 02 18:17:27.368095 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-2aeaf972-a9b2-437e-8870-da852a1e2f6f None None] Transition to ACTIVE for port object c1fe8fae-599d-40d0-b216-c8e689253b3f will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:17:27.382969 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning for port e6146fb1-36a2-40a9-a5fd-b91a28a4c876 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:17:27.389580 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port e6146fb1-36a2-40a9-a5fd-b91a28a4c876 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:27.391841 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:27.411848 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2aeaf972-a9b2-437e-8870-da852a1e2f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:27.431219 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-bfd6738f-978d-4586-875f-51f4eed6073a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854513834', 'neutron.services.segments.db._delete_segments_for_network--9223363296845448257'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:27.432072 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:27.538089 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:27.583415 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8f710-01aa-466b-84b4-ecd0d1f27cd0 None None] Pushing event updated for resources: {'Port': ['ID=c1fe8fae-599d-40d0-b216-c8e689253b3f,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:27.601881 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-04a8f710-01aa-466b-84b4-ecd0d1f27cd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:27.610652 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-bfd6738f-978d-4586-875f-51f4eed6073a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2f100d3eb8>,) {'filters': {'network_id': ['e5c976a4-2bf5-421b-86e8-e0cd53189ff2']}} {{(pid=84391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:27.612730 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] For port e6146fb1-36a2-40a9-a5fd-b91a28a4c876, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=e6146fb1-36a2-40a9-a5fd-b91a28a4c876,segment=NetworkSegment(9ba77e7f-e634-4d0c-b889-7f4b12ace1bb),segment_id=9ba77e7f-e634-4d0c-b889-7f4b12ace1bb)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:27.615081 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7f23e88e-2485-4808-8c30-9615ac253cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:27.628675 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-bfd6738f-978d-4586-875f-51f4eed6073a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f100d3eb8>, 'c13707c4-c1e9-455a-bd75-cf881b8282a4') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:27.629840 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-bfd6738f-978d-4586-875f-51f4eed6073a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f100d3eb8>, 'c13707c4-c1e9-455a-bd75-cf881b8282a4') {} {{(pid=84391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:27.643331 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-bfd6738f-978d-4586-875f-51f4eed6073a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740009327441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3088596'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:27.645794 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:27.652300 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-25cb1c3a-29bb-460a-ad94-7f1b1d97612d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:27.664272 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-bfd6738f-978d-4586-875f-51f4eed6073a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:27.671813 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd6738f-978d-4586-875f-51f4eed6073a admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:17:27.731420 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device e5cc92fa-dc49-49b9-9cee-498494d1be60 no longer exists at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:17:27.734980 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-2aeaf972-a9b2-437e-8870-da852a1e2f6f None None] Attempting to bind port c1fe8fae-599d-40d0-b216-c8e689253b3f on host dv-cinder-784603-1-iscsi for vnic_type normal with profile  {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:17:27.735399 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-2aeaf972-a9b2-437e-8870-da852a1e2f6f None None] Attempting to bind port c1fe8fae-599d-40d0-b216-c8e689253b3f by drivers openvswitch,hyperv on host dv-cinder-784603-1-iscsi at level 0 using segments [{'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:17:27.735810 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeaf972-a9b2-437e-8870-da852a1e2f6f None None] Attempting to bind port c1fe8fae-599d-40d0-b216-c8e689253b3f on network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:17:27.742630 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeaf972-a9b2-437e-8870-da852a1e2f6f None None] Checking agent: {'id': '478d2ba1-0e2e-4399-8e0b-445f221199a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 2, 29), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:17:27.743145 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeaf972-a9b2-437e-8870-da852a1e2f6f None None] Checking segment: {'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:17:27.743595 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2aeaf972-a9b2-437e-8870-da852a1e2f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:27.744158 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeaf972-a9b2-437e-8870-da852a1e2f6f None None] Bound using segment: {'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:17:27.744673 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-2aeaf972-a9b2-437e-8870-da852a1e2f6f None None] Bound port: c1fe8fae-599d-40d0-b216-c8e689253b3f, host: dv-cinder-784603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:17:27.745085 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2aeaf972-a9b2-437e-8870-da852a1e2f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:27.795935 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] No Port match for: e5cc92fa-dc49-49b9-9cee-498494d1be60 {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:17:27.796283 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device e5cc92fa-dc49-49b9-9cee-498494d1be60 not bound to the agent host dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:17:27.796765 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 9e99b0d2-2955-416a-a7a7-00a6e8bc3b46 no longer exists at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:17:27.829752 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-2aeaf972-a9b2-437e-8870-da852a1e2f6f None None] For port c1fe8fae-599d-40d0-b216-c8e689253b3f, host dv-cinder-784603-1-iscsi, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:17:27.833978 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-2aeaf972-a9b2-437e-8870-da852a1e2f6f None None] For port c1fe8fae-599d-40d0-b216-c8e689253b3f, host dv-cinder-784603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=c1fe8fae-599d-40d0-b216-c8e689253b3f,segment=NetworkSegment(422579c7-e086-4847-b55f-de8760ffa8dd),segment_id=422579c7-e086-4847-b55f-de8760ffa8dd)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:17:27.843025 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] No Port match for: 9e99b0d2-2955-416a-a7a7-00a6e8bc3b46 {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:17:27.843426 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 9e99b0d2-2955-416a-a7a7-00a6e8bc3b46 not bound to the agent host dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:17:27.844030 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 942198b2-a476-424b-94d8-0ed97d7d0091 no longer exists at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:17:27.877258 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2aeaf972-a9b2-437e-8870-da852a1e2f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:27.904416 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-04a8f710-01aa-466b-84b4-ecd0d1f27cd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:27.918701 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-da2c94f8-ec9f-4f80-8f0b-f218ffd33308 None None] Deleting port 942198b2-a476-424b-94d8-0ed97d7d0091 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:17:27.919128 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-da2c94f8-ec9f-4f80-8f0b-f218ffd33308 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:27.936197 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbaf7e5f-ac4d-438e-a1d3-ee3f0a10508d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Router a02ea0de-69e5-4ddf-b002-989e7be99700 has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:17:27.963575 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] No Port match for: 942198b2-a476-424b-94d8-0ed97d7d0091 {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:17:27.963973 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 942198b2-a476-424b-94d8-0ed97d7d0091 not bound to the agent host dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:17:27.976122 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-bfd6738f-978d-4586-875f-51f4eed6073a admin admin] Network e5c976a4-2bf5-421b-86e8-e0cd53189ff2 has no segments {{(pid=84391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:17:27.986938 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-bfd6738f-978d-4586-875f-51f4eed6073a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854517445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2953485'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:28.034014 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-da2c94f8-ec9f-4f80-8f0b-f218ffd33308 None None] The port '942198b2-a476-424b-94d8-0ed97d7d0091' was deleted {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 02 18:17:28.044074 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Pushing event updated for resources: {'Port': ['ID=e6146fb1-36a2-40a9-a5fd-b91a28a4c876,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:28.047984 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:28.082800 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbf4d0-030e-4ab3-a025-b685e153bc6c req-0c5b83f6-53b4-47dc-8186-482dd277a838 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:28.084610 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-08dbf4d0-030e-4ab3-a025-b685e153bc6c req-0c5b83f6-53b4-47dc-8186-482dd277a838 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 945 time: 0.3195302
Apr 02 18:17:28.141414 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8f710-01aa-466b-84b4-ecd0d1f27cd0 None None] Pushing event updated for resources: {'Port': ['ID=c1fe8fae-599d-40d0-b216-c8e689253b3f,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:28.146842 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-04a8f710-01aa-466b-84b4-ecd0d1f27cd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:28.152547 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-beb0db70-bf80-47cf-a0f4-441853f8f888 admin admin] Allocated IP 172.20.0.1 (afd67941-1061-4424-b0d4-9c9a9e8f5176/b2e27eb6-c884-4809-af56-0403c2f8633a/d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:17:28.186649 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeaf972-a9b2-437e-8870-da852a1e2f6f None None] Routers {'163af7c0-fd83-473a-8ee5-119b54fba9b0'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:17:28.187368 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-2aeaf972-a9b2-437e-8870-da852a1e2f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f110fd7f0>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:16:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['163af7c0-fd83-473a-8ee5-119b54fba9b0'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:28.238884 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-08dbf4d0-030e-4ab3-a025-b685e153bc6c req-651b8ce9-fa94-4317-b7fb-c53b7e317ae9 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1403124
Apr 02 18:17:28.240608 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-bfd6738f-978d-4586-875f-51f4eed6073a admin admin] Network e5c976a4-2bf5-421b-86e8-e0cd53189ff2 has no segments {{(pid=84391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]: Traceback (most recent call last):
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]:     timer()
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]:     cb(*args, **kw)
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]:     return func(*args, **kwargs)
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]:     self._notify()
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]:     self.callback(batched_events)
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]:     event.method(event)
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]:     segment_id)['aggregates'][0]
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]:     return f(self, *a, **k)
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self._get(url).json()
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]:     **kwargs)
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]:     **endpoint_filter)
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:17:28.269945 dv-cinder-784603-1-iscsi neutron-server[84275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:17:28.281378 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbaf7e5f-ac4d-438e-a1d3-ee3f0a10508d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:17:28.293563 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b98c00-6d4b-4213-b712-f63e09160ba3 None None] Sync routers for ids ['a02ea0de-69e5-4ddf-b002-989e7be99700'] in dv-cinder-784603-1-iscsi {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:17:28.295495 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fbaf7e5f-ac4d-438e-a1d3-ee3f0a10508d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for floatingip, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:28.304958 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b98c00-6d4b-4213-b712-f63e09160ba3 None None] Routers {'a02ea0de-69e5-4ddf-b002-989e7be99700'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:17:28.305615 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-15b98c00-6d4b-4213-b712-f63e09160ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10d5c860>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:16:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['a02ea0de-69e5-4ddf-b002-989e7be99700'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:28.380145 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-2aeaf972-a9b2-437e-8870-da852a1e2f6f None None] Set router 163af7c0-fd83-473a-8ee5-119b54fba9b0 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:17:28.388497 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-bfd6738f-978d-4586-875f-51f4eed6073a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-261967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854362150'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:28.392427 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-fbaf7e5f-ac4d-438e-a1d3-ee3f0a10508d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "PUT /v2.0/floatingips/b5c6f614-a9e6-46d5-a3bf-92a2d23ba9ed HTTP/1.1" status: 200  len: 991 time: 3.3776441
Apr 02 18:17:28.399541 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:28.410553 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb08699-b8d7-4ca6-82b7-a4123211bf8a', 'tag': '5490e1df-41bd-4477-a5e5-adb011b8f559'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:17:28.424238 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-bfd6738f-978d-4586-875f-51f4eed6073a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:28.443908 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6738f-978d-4586-875f-51f4eed6073a admin admin] Pushing event deleted for resources: {'Network': ['ID=e5c976a4-2bf5-421b-86e8-e0cd53189ff2,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:28.457663 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-bfd6738f-978d-4586-875f-51f4eed6073a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:28.490870 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-beb0db70-bf80-47cf-a0f4-441853f8f888 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:28.509345 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-bfd6738f-978d-4586-875f-51f4eed6073a admin admin] 10.222.0.10 "DELETE /v2.0/networks/e5c976a4-2bf5-421b-86e8-e0cd53189ff2 HTTP/1.1" status: 204  len: 168 time: 2.9410927
Apr 02 18:17:28.512412 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 43140) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:28.521174 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adb08699-b8d7-4ca6-82b7-a4123211bf8a', 'tag': '5490e1df-41bd-4477-a5e5-adb011b8f559', 'status': 'completed', 'code': 200}
Apr 02 18:17:28.525453 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-beb0db70-bf80-47cf-a0f4-441853f8f888 admin admin] Transition to ACTIVE for port object d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127 will not be triggered until provisioned by entity DHCP. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:17:28.584925 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-15b98c00-6d4b-4213-b712-f63e09160ba3 None None] Set router a02ea0de-69e5-4ddf-b002-989e7be99700 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:17:28.639056 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a90846-090c-41d2-bcee-c4a5f85d6ada req-fba34969-e712-46ab-a5b5-e14694e61434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:28.651799 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c6a90846-090c-41d2-bcee-c4a5f85d6ada req-fba34969-e712-46ab-a5b5-e14694e61434 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab81f0810293410f90055ce730a5f2ce&device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 1099 time: 0.1041565
Apr 02 18:17:28.679595 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-beb0db70-bf80-47cf-a0f4-441853f8f888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:28.725728 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-2aeaf972-a9b2-437e-8870-da852a1e2f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f110fd7f0>, [{'id': '163af7c0-fd83-473a-8ee5-119b54fba9b0', 'name': 'tempest-TestVolumeBootPattern-266729671-router', 'tenant_id': '98f17b8dbd1344779a2f651ab04d8f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c1fe8fae-599d-40d0-b216-c8e689253b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:21Z', 'updated_at': '2021-04-02T18:17:23Z', 'revision_number': 3, 'project_id': '98f17b8dbd1344779a2f651ab04d8f65', 'gw_port': {'id': 'c1fe8fae-599d-40d0-b216-c8e689253b3f', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163af7c0-fd83-473a-8ee5-119b54fba9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:22Z', 'updated_at': '2021-04-02T18:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:28.730006 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeaf972-a9b2-437e-8870-da852a1e2f6f None None] The sync data for ids ['163af7c0-fd83-473a-8ee5-119b54fba9b0'] in dv-cinder-784603-1-iscsi is: [{'id': '163af7c0-fd83-473a-8ee5-119b54fba9b0', 'name': 'tempest-TestVolumeBootPattern-266729671-router', 'tenant_id': '98f17b8dbd1344779a2f651ab04d8f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c1fe8fae-599d-40d0-b216-c8e689253b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:21Z', 'updated_at': '2021-04-02T18:17:23Z', 'revision_number': 3, 'project_id': '98f17b8dbd1344779a2f651ab04d8f65', 'gw_port': {'id': 'c1fe8fae-599d-40d0-b216-c8e689253b3f', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163af7c0-fd83-473a-8ee5-119b54fba9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:22Z', 'updated_at': '2021-04-02T18:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:17:28.779998 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-90dad4c1-e451-4554-afb3-59b679b42233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:28.870493 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:28.973938 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0db70-bf80-47cf-a0f4-441853f8f888 admin admin] Pushing event updated for resources: {'Port': ['ID=d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:28.992080 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-beb0db70-bf80-47cf-a0f4-441853f8f888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:29.027918 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-15b98c00-6d4b-4213-b712-f63e09160ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10d5c860>, [{'id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'name': 'tempest-AttachVolumeShelveTestJSON-1573574871-router', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:54Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 4, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'gw_port': {'id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:55Z', 'updated_at': '2021-04-02T18:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_floatingips': [{'id': 'b5c6f614-a9e6-46d5-a3bf-92a2d23ba9ed', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'port_id': '5490e1df-41bd-4477-a5e5-adb011b8f559', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c', 'mac_address': 'fa:16:3e:30:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb08699-b8d7-4ca6-82b7-a4123211bf8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:17:06Z', 'updated_at': '2021-04-02T18:17:26Z', 'revision_number': 1, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb6545f-8641-45fc-9013-c5bdaa0713b7', 'name': '', 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'mac_address': 'fa:16:3e:40:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:10Z', 'revision_number': 5, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'subnets': [{'id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:29.028204 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a90846-090c-41d2-bcee-c4a5f85d6ada req-daa2afb5-e3ee-4992-9b38-e156aa99f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:29.029984 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c6a90846-090c-41d2-bcee-c4a5f85d6ada req-daa2afb5-e3ee-4992-9b38-e156aa99f732 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ba3fcca8-4959-4278-9c76-59b99609716c HTTP/1.1" status: 200  len: 917 time: 0.3820558
Apr 02 18:17:29.032274 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b98c00-6d4b-4213-b712-f63e09160ba3 None None] Checking router: a02ea0de-69e5-4ddf-b002-989e7be99700 for host: dv-cinder-784603-1-iscsi {{(pid=84392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:17:29.043082 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b98c00-6d4b-4213-b712-f63e09160ba3 None None] Routers {'a02ea0de-69e5-4ddf-b002-989e7be99700'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:17:29.043849 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-15b98c00-6d4b-4213-b712-f63e09160ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10d5c860>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:16:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['a02ea0de-69e5-4ddf-b002-989e7be99700'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:29.120103 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb0db70-bf80-47cf-a0f4-441853f8f888 admin admin] Network afd67941-1061-4424-b0d4-9c9a9e8f5176 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:17:29.129807 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7af42ff3-a7d3-4726-b402-8cec60802adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410473'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:29.129994 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-beb0db70-bf80-47cf-a0f4-441853f8f888 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:17:29.134516 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb0db70-bf80-47cf-a0f4-441853f8f888 admin admin] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:17:29.219811 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c6a90846-090c-41d2-bcee-c4a5f85d6ada req-188c66c0-294d-48e8-8eb3-352ad0cdda45 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5490e1df-41bd-4477-a5e5-adb011b8f559 HTTP/1.1" status: 200  len: 999 time: 0.1786704
Apr 02 18:17:29.300266 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-beb0db70-bf80-47cf-a0f4-441853f8f888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854367933'] for router_interface, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:29.318611 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-15b98c00-6d4b-4213-b712-f63e09160ba3 None None] Set router a02ea0de-69e5-4ddf-b002-989e7be99700 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:17:29.434341 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a90846-090c-41d2-bcee-c4a5f85d6ada req-d86e8b1a-c2e9-44e9-8f8b-7b2187d1b424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:29.436201 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c6a90846-090c-41d2-bcee-c4a5f85d6ada req-d86e8b1a-c2e9-44e9-8f8b-7b2187d1b424 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b47bc7a-7e44-4ded-9896-b2dbc84447fe HTTP/1.1" status: 200  len: 856 time: 0.1902831
Apr 02 18:17:29.549331 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a90846-090c-41d2-bcee-c4a5f85d6ada req-60218eb9-fd4d-483b-a656-ebaaab90cea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:29.555182 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c6a90846-090c-41d2-bcee-c4a5f85d6ada req-60218eb9-fd4d-483b-a656-ebaaab90cea9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba3fcca8-4959-4278-9c76-59b99609716c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1087267
Apr 02 18:17:29.680222 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab506f9-6965-48b6-9cbc-03a914e035c8 req-33fb0310-21ae-4710-a0bf-7e9c7e09ba91 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:29.688196 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dab506f9-6965-48b6-9cbc-03a914e035c8 req-33fb0310-21ae-4710-a0bf-7e9c7e09ba91 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 945 time: 0.1850467
Apr 02 18:17:29.767427 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dab506f9-6965-48b6-9cbc-03a914e035c8 req-4c8247e6-9edc-48e7-b50d-88fa372a2908 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781388
Apr 02 18:17:29.788921 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-beb0db70-bf80-47cf-a0f4-441853f8f888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:29.814757 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-96aa8116-1af3-4531-9ceb-643108f347ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:29.817282 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-334a4804-5377-47a7-a6ba-1cb991eec4e5 None None] Provisioning for port d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127 completed by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:17:29.847806 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-7af42ff3-a7d3-4726-b402-8cec60802adf admin admin] Deleting port e4d341ab-1568-4ba9-afbb-eec220822535 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:17:29.848296 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7af42ff3-a7d3-4726-b402-8cec60802adf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:29.894656 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-334a4804-5377-47a7-a6ba-1cb991eec4e5 None None] Provisioning complete for port d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:29.895245 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-334a4804-5377-47a7-a6ba-1cb991eec4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:29.911805 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c6a90846-090c-41d2-bcee-c4a5f85d6ada req-275dc9c5-6433-46fe-abfa-3461185ef19b service neutron] 10.222.0.15 "GET /v2.0/networks/ba3fcca8-4959-4278-9c76-59b99609716c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3525667
Apr 02 18:17:29.985840 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-334a4804-5377-47a7-a6ba-1cb991eec4e5 None None] Port d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127 cannot update to ACTIVE because it is not bound. {{(pid=84392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:17:30.141403 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-15b98c00-6d4b-4213-b712-f63e09160ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10d5c860>, [{'id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'name': 'tempest-AttachVolumeShelveTestJSON-1573574871-router', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:54Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 4, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'gw_port': {'id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:55Z', 'updated_at': '2021-04-02T18:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_floatingips': [{'id': 'b5c6f614-a9e6-46d5-a3bf-92a2d23ba9ed', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'port_id': '5490e1df-41bd-4477-a5e5-adb011b8f559', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c', 'mac_address': 'fa:16:3e:30:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb08699-b8d7-4ca6-82b7-a4123211bf8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:17:06Z', 'updated_at': '2021-04-02T18:17:26Z', 'revision_number': 1, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb6545f-8641-45fc-9013-c5bdaa0713b7', 'name': '', 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'mac_address': 'fa:16:3e:40:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:10Z', 'revision_number': 5, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'subnets': [{'id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:30.148662 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:30.150207 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b98c00-6d4b-4213-b712-f63e09160ba3 None None] The sync data for ids ['a02ea0de-69e5-4ddf-b002-989e7be99700'] in dv-cinder-784603-1-iscsi is: [{'id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'name': 'tempest-AttachVolumeShelveTestJSON-1573574871-router', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:54Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 4, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'gw_port': {'id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:55Z', 'updated_at': '2021-04-02T18:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_floatingips': [{'id': 'b5c6f614-a9e6-46d5-a3bf-92a2d23ba9ed', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'floating_ip_address': '172.27.2.31', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'port_id': '5490e1df-41bd-4477-a5e5-adb011b8f559', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c', 'mac_address': 'fa:16:3e:30:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb08699-b8d7-4ca6-82b7-a4123211bf8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:17:06Z', 'updated_at': '2021-04-02T18:17:26Z', 'revision_number': 1, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb6545f-8641-45fc-9013-c5bdaa0713b7', 'name': '', 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'mac_address': 'fa:16:3e:40:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:10Z', 'revision_number': 5, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'subnets': [{'id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:17:30.259094 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device c1fe8fae-599d-40d0-b216-c8e689253b3f up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:17:30.342065 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-7af42ff3-a7d3-4726-b402-8cec60802adf admin admin] For port e4d341ab-1568-4ba9-afbb-eec220822535, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=e4d341ab-1568-4ba9-afbb-eec220822535,segment=NetworkSegment(353be722-c26d-4b64-89db-a1cd82112ea3),segment_id=353be722-c26d-4b64-89db-a1cd82112ea3)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:30.342683 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7af42ff3-a7d3-4726-b402-8cec60802adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:30.371971 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning for port c1fe8fae-599d-40d0-b216-c8e689253b3f completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:17:30.377723 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port c1fe8fae-599d-40d0-b216-c8e689253b3f triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:30.378473 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:30.480645 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-7af42ff3-a7d3-4726-b402-8cec60802adf admin admin] Calling delete_port for e4d341ab-1568-4ba9-afbb-eec220822535 owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:17:30.524352 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:30.542566 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] For port c1fe8fae-599d-40d0-b216-c8e689253b3f, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=c1fe8fae-599d-40d0-b216-c8e689253b3f,segment=NetworkSegment(422579c7-e086-4847-b55f-de8760ffa8dd),segment_id=422579c7-e086-4847-b55f-de8760ffa8dd)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:30.571498 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:30.572443 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device e6146fb1-36a2-40a9-a5fd-b91a28a4c876 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:17:30.572766 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff9f569-bc0d-4abd-83e1-ec481ba8ce58 None None] New status for floating IP b5c6f614-a9e6-46d5-a3bf-92a2d23ba9ed: ACTIVE {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:17:30.589685 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c6a90846-090c-41d2-bcee-c4a5f85d6ada req-24a5c7b6-29c9-4096-8671-d55124d9db4b service neutron] 10.222.0.15 "GET /v2.0/networks/ba3fcca8-4959-4278-9c76-59b99609716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6669612
Apr 02 18:17:30.602770 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3badeb4d-fb55-47ab-8231-3a1043ac588e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:30.624318 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459baf08-57c7-4e7d-ac3f-0408dd8e68a4 req-6b0cd18a-b7c9-443b-a7e2-9eece8f6bb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:30.625930 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-459baf08-57c7-4e7d-ac3f-0408dd8e68a4 req-6b0cd18a-b7c9-443b-a7e2-9eece8f6bb5e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bebbc6521cac473683ce0fe4a0a55d65&device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 1098 time: 0.2847841
Apr 02 18:17:30.705244 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Pushing event updated for resources: {'Port': ['ID=c1fe8fae-599d-40d0-b216-c8e689253b3f,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:30.709603 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:30.715188 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port e6146fb1-36a2-40a9-a5fd-b91a28a4c876 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:30.715559 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:30.754934 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7af42ff3-a7d3-4726-b402-8cec60802adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851822213'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:30.789518 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-beb0db70-bf80-47cf-a0f4-441853f8f888 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:30.813981 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459baf08-57c7-4e7d-ac3f-0408dd8e68a4 req-4c960b5e-d047-4d1d-86c1-d0a25f6bff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:30.814196 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-459baf08-57c7-4e7d-ac3f-0408dd8e68a4 req-4c960b5e-d047-4d1d-86c1-d0a25f6bff01 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2a21418c-aaad-48d6-9830-9120a44bedf1 HTTP/1.1" status: 200  len: 907 time: 0.1715450
Apr 02 18:17:30.910506 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-beb0db70-bf80-47cf-a0f4-441853f8f888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:30.970157 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-36c92a1f-f65a-4224-8b23-bc900c8cfd71 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:30.975282 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:31.076320 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af42ff3-a7d3-4726-b402-8cec60802adf admin admin] Pushing event deleted for resources: {'Port': ['ID=e4d341ab-1568-4ba9-afbb-eec220822535,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:31.085971 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-beb0db70-bf80-47cf-a0f4-441853f8f888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854365290'] for router_interface, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:31.086793 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7af42ff3-a7d3-4726-b402-8cec60802adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:31.104359 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-459baf08-57c7-4e7d-ac3f-0408dd8e68a4 req-269a0458-4263-41d5-8907-101193072363 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 HTTP/1.1" status: 200  len: 1001 time: 0.2830698
Apr 02 18:17:31.156691 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0db70-bf80-47cf-a0f4-441853f8f888 admin admin] Pushing event updated for resources: {'Port': ['ID=d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127,revision_number=2']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:31.204695 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-beb0db70-bf80-47cf-a0f4-441853f8f888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:31.224454 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10114fd0-cbb3-4cba-897a-0c8bb596e249 req-94b5d14f-f18d-407b-b97a-ffd8552c10ae tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:31.227980 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-10114fd0-cbb3-4cba-897a-0c8bb596e249 req-94b5d14f-f18d-407b-b97a-ffd8552c10ae tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 945 time: 0.2526331
Apr 02 18:17:31.251626 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459baf08-57c7-4e7d-ac3f-0408dd8e68a4 req-1f5f4d60-3e71-42b5-ae73-2bbcb1e01993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:31.254122 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-459baf08-57c7-4e7d-ac3f-0408dd8e68a4 req-1f5f4d60-3e71-42b5-ae73-2bbcb1e01993 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26e14621-5573-4d8e-8c6f-261d8c7450e8 HTTP/1.1" status: 200  len: 846 time: 0.0986295
Apr 02 18:17:31.371284 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb0db70-bf80-47cf-a0f4-441853f8f888 admin admin] Network afd67941-1061-4424-b0d4-9c9a9e8f5176 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:17:31.373141 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-beb0db70-bf80-47cf-a0f4-441853f8f888 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:17:31.434079 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-10114fd0-cbb3-4cba-897a-0c8bb596e249 req-f74203ca-3196-49de-be9f-7c92c3bc4bd3 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2007337
Apr 02 18:17:31.471335 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7af42ff3-a7d3-4726-b402-8cec60802adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854276846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404156'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:31.517058 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459baf08-57c7-4e7d-ac3f-0408dd8e68a4 req-a9f3bb51-251f-496a-a863-06b0d9af3cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:31.519297 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-459baf08-57c7-4e7d-ac3f-0408dd8e68a4 req-a9f3bb51-251f-496a-a863-06b0d9af3cb1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a21418c-aaad-48d6-9830-9120a44bedf1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2525020
Apr 02 18:17:31.625986 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-cf801d26-dc6d-4073-8a08-7c8c1dc2ebd5 None None] Provisioning complete for port d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:31.626656 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cf801d26-dc6d-4073-8a08-7c8c1dc2ebd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:31.698352 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-cf801d26-dc6d-4073-8a08-7c8c1dc2ebd5 None None] Port d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127 cannot update to ACTIVE because it is not bound. {{(pid=84392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:17:31.717778 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb0db70-bf80-47cf-a0f4-441853f8f888 admin admin] Router 163af7c0-fd83-473a-8ee5-119b54fba9b0 has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:17:31.719632 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:31.720129 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-459baf08-57c7-4e7d-ac3f-0408dd8e68a4 req-7c874970-ccf4-4491-906a-43e0d57b0c0b service neutron] 10.222.0.15 "GET /v2.0/networks/2a21418c-aaad-48d6-9830-9120a44bedf1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1913333
Apr 02 18:17:32.032323 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af42ff3-a7d3-4726-b402-8cec60802adf admin admin] Router 3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6 has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:17:32.169359 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device c1fe8fae-599d-40d0-b216-c8e689253b3f up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:17:32.246677 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af42ff3-a7d3-4726-b402-8cec60802adf admin admin] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:17:32.261127 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8879ff4-f4fc-4923-84ef-146d88d7b59c None None] Sync routers for ids ['3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6'] in dv-cinder-784603-1-iscsi {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:17:32.276394 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port c1fe8fae-599d-40d0-b216-c8e689253b3f triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:32.276824 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:32.277547 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-459baf08-57c7-4e7d-ac3f-0408dd8e68a4 req-cf78ad40-e552-4c34-aa42-92682c3065a0 service neutron] 10.222.0.15 "GET /v2.0/networks/2a21418c-aaad-48d6-9830-9120a44bedf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4928930
Apr 02 18:17:32.278815 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb0db70-bf80-47cf-a0f4-441853f8f888 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:17:32.292472 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-beb0db70-bf80-47cf-a0f4-441853f8f888 admin admin] 10.222.0.10 "PUT /v2.0/routers/163af7c0-fd83-473a-8ee5-119b54fba9b0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4852109
Apr 02 18:17:32.292968 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2226eb7-ef85-4cae-971a-3fbbb571dc53 None None] Sync routers for ids ['163af7c0-fd83-473a-8ee5-119b54fba9b0'] in dv-cinder-784603-1-iscsi {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:17:32.304901 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2226eb7-ef85-4cae-971a-3fbbb571dc53 None None] Routers {'163af7c0-fd83-473a-8ee5-119b54fba9b0'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:17:32.305666 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-c2226eb7-ef85-4cae-971a-3fbbb571dc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10a1f6d8>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:17:30Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['163af7c0-fd83-473a-8ee5-119b54fba9b0'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:32.326741 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8879ff4-f4fc-4923-84ef-146d88d7b59c None None] Routers {'3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:17:32.327121 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-7af42ff3-a7d3-4726-b402-8cec60802adf admin admin] 10.222.0.10 "PUT /v2.0/routers/3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8123276
Apr 02 18:17:32.327922 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-b8879ff4-f4fc-4923-84ef-146d88d7b59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f1086ea20>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:17:30Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:32.328555 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 43156) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:32.560686 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac2dbe-1f7e-437e-a84c-8034a68b696e req-dba5cf5f-b3ab-4271-94d6-89b58ac646d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:32.563490 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ceac2dbe-1f7e-437e-a84c-8034a68b696e req-dba5cf5f-b3ab-4271-94d6-89b58ac646d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bebbc6521cac473683ce0fe4a0a55d65&device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 1098 time: 0.1533117
Apr 02 18:17:32.618974 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-c2226eb7-ef85-4cae-971a-3fbbb571dc53 None None] Set router 163af7c0-fd83-473a-8ee5-119b54fba9b0 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:17:32.626522 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-916fdce8-a79d-4170-bf73-1dc7a74cadab admin admin] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:32.681140 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-b8879ff4-f4fc-4923-84ef-146d88d7b59c None None] Set router 3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:17:32.771683 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac2dbe-1f7e-437e-a84c-8034a68b696e req-584f9663-012d-4c7c-8700-817d9710d16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:32.774313 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ceac2dbe-1f7e-437e-a84c-8034a68b696e req-584f9663-012d-4c7c-8700-817d9710d16f service neutron] 10.222.0.15 "GET /v2.0/networks?id=2a21418c-aaad-48d6-9830-9120a44bedf1 HTTP/1.1" status: 200  len: 907 time: 0.1806312
Apr 02 18:17:32.917430 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ceac2dbe-1f7e-437e-a84c-8034a68b696e req-bedc0d35-de98-4bdc-9f86-45e846ce5c34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 HTTP/1.1" status: 200  len: 1001 time: 0.1341047
Apr 02 18:17:33.017016 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac2dbe-1f7e-437e-a84c-8034a68b696e req-cbfc68aa-ddd2-4118-aa51-1cb1cc3ddcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:33.019049 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ceac2dbe-1f7e-437e-a84c-8034a68b696e req-cbfc68aa-ddd2-4118-aa51-1cb1cc3ddcdf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26e14621-5573-4d8e-8c6f-261d8c7450e8 HTTP/1.1" status: 200  len: 846 time: 0.0932696
Apr 02 18:17:33.155406 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac2dbe-1f7e-437e-a84c-8034a68b696e req-f949205d-e1f3-4592-8906-eff0181c089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:33.161932 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ceac2dbe-1f7e-437e-a84c-8034a68b696e req-f949205d-e1f3-4592-8906-eff0181c089a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a21418c-aaad-48d6-9830-9120a44bedf1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1326711
Apr 02 18:17:33.182267 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43168) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:33.189169 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-33b49624-9873-43d6-931f-2b361149ccdd tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-745489564', 'description': 'tempest-secgroup-smoke-745489564 description', 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:33.227907 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-33b49624-9873-43d6-931f-2b361149ccdd tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:33.237624 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-b8879ff4-f4fc-4923-84ef-146d88d7b59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f1086ea20>, [{'id': '3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6', 'name': 'tempest-TestMinimumBasicScenario-1549083591-router', 'tenant_id': '10dc3225e9fb4f9c8119675aecd84fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '8bad264b-b9dd-4476-bfa2-c505f0fe7b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:36Z', 'updated_at': '2021-04-02T18:17:30Z', 'revision_number': 5, 'project_id': '10dc3225e9fb4f9c8119675aecd84fc9', 'gw_port': {'id': '8bad264b-b9dd-4476-bfa2-c505f0fe7b09', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:8b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:38Z', 'updated_at': '2021-04-02T18:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:33.242159 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c32935-2427-4f3f-89ad-e30dc5a3c05d req-0f90aeee-8da7-4770-be76-087a313ccde1 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:33.243925 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-70c32935-2427-4f3f-89ad-e30dc5a3c05d req-0f90aeee-8da7-4770-be76-087a313ccde1 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 945 time: 0.6449633
Apr 02 18:17:33.255203 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8879ff4-f4fc-4923-84ef-146d88d7b59c None None] Checking router: 3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6 for host: dv-cinder-784603-1-iscsi {{(pid=84392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:17:33.272102 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-916fdce8-a79d-4170-bf73-1dc7a74cadab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:33.279719 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8879ff4-f4fc-4923-84ef-146d88d7b59c None None] Routers {'3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:17:33.281127 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-b8879ff4-f4fc-4923-84ef-146d88d7b59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f1086ea20>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:17:30Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:33.309269 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-33b49624-9873-43d6-931f-2b361149ccdd tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Usage tracker for resource:security_group and tenant:d04a7b8a6f1f460697416688fa4f1b49 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:33.314256 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-33b49624-9873-43d6-931f-2b361149ccdd tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:33.324789 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-70c32935-2427-4f3f-89ad-e30dc5a3c05d req-7d8dbcd1-d5f9-463a-bda4-dce925fd65b1 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0726619
Apr 02 18:17:33.326154 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-916fdce8-a79d-4170-bf73-1dc7a74cadab admin admin] Deleting port 8bad264b-b9dd-4476-bfa2-c505f0fe7b09 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:17:33.326580 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-916fdce8-a79d-4170-bf73-1dc7a74cadab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:33.332091 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-33b49624-9873-43d6-931f-2b361149ccdd tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:33.395086 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-c2226eb7-ef85-4cae-971a-3fbbb571dc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10a1f6d8>, [{'id': '163af7c0-fd83-473a-8ee5-119b54fba9b0', 'name': 'tempest-TestVolumeBootPattern-266729671-router', 'tenant_id': '98f17b8dbd1344779a2f651ab04d8f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c1fe8fae-599d-40d0-b216-c8e689253b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:21Z', 'updated_at': '2021-04-02T18:17:29Z', 'revision_number': 4, 'project_id': '98f17b8dbd1344779a2f651ab04d8f65', 'gw_port': {'id': 'c1fe8fae-599d-40d0-b216-c8e689253b3f', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163af7c0-fd83-473a-8ee5-119b54fba9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:22Z', 'updated_at': '2021-04-02T18:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'd3c7ad6b-4d11-4fd5-b4e8-ee9e62107127', 'name': '', 'network_id': 'afd67941-1061-4424-b0d4-9c9a9e8f5176', 'tenant_id': '98f17b8dbd1344779a2f651ab04d8f65', 'mac_address': 'fa:16:3e:57:f1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163af7c0-fd83-473a-8ee5-119b54fba9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b2e27eb6-c884-4809-af56-0403c2f8633a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:27Z', 'updated_at': '2021-04-02T18:17:30Z', 'revision_number': 2, 'project_id': '98f17b8dbd1344779a2f651ab04d8f65', 'subnets': [{'id': 'b2e27eb6-c884-4809-af56-0403c2f8633a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:33.400912 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2226eb7-ef85-4cae-971a-3fbbb571dc53 None None] Checking router: 163af7c0-fd83-473a-8ee5-119b54fba9b0 for host: dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:17:33.401364 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2226eb7-ef85-4cae-971a-3fbbb571dc53 None None] Updating router 163af7c0-fd83-473a-8ee5-119b54fba9b0 port d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127 binding host dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:17:33.404212 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ceac2dbe-1f7e-437e-a84c-8034a68b696e req-a09f8e35-e114-4565-b347-ad92ee33240d service neutron] 10.222.0.15 "GET /v2.0/networks/2a21418c-aaad-48d6-9830-9120a44bedf1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2205479
Apr 02 18:17:33.463819 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c2226eb7-ef85-4cae-971a-3fbbb571dc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:33.502237 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-b8879ff4-f4fc-4923-84ef-146d88d7b59c None None] Set router 3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6 gateway port host: None {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:17:33.504200 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-33b49624-9873-43d6-931f-2b361149ccdd tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:33.544603 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-33b49624-9873-43d6-931f-2b361149ccdd tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:33.553542 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-33b49624-9873-43d6-931f-2b361149ccdd tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Usage tracker for resource:security_group_rule and tenant:d04a7b8a6f1f460697416688fa4f1b49 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:33.558726 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-33b49624-9873-43d6-931f-2b361149ccdd tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:33.562478 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-916fdce8-a79d-4170-bf73-1dc7a74cadab admin admin] For port 8bad264b-b9dd-4476-bfa2-c505f0fe7b09, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=8bad264b-b9dd-4476-bfa2-c505f0fe7b09,segment=NetworkSegment(422579c7-e086-4847-b55f-de8760ffa8dd),segment_id=422579c7-e086-4847-b55f-de8760ffa8dd)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:33.563420 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-916fdce8-a79d-4170-bf73-1dc7a74cadab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:33.580209 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-33b49624-9873-43d6-931f-2b361149ccdd tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:33.613831 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ceac2dbe-1f7e-437e-a84c-8034a68b696e req-b223a11e-14fa-46ad-9ecd-a6ad50a49cf4 service neutron] 10.222.0.15 "GET /v2.0/networks/2a21418c-aaad-48d6-9830-9120a44bedf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2039475
Apr 02 18:17:33.641846 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-b8879ff4-f4fc-4923-84ef-146d88d7b59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f1086ea20>, [{'id': '3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6', 'name': 'tempest-TestMinimumBasicScenario-1549083591-router', 'tenant_id': '10dc3225e9fb4f9c8119675aecd84fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:36Z', 'updated_at': '2021-04-02T18:17:33Z', 'revision_number': 6, 'project_id': '10dc3225e9fb4f9c8119675aecd84fc9', 'gw_port_host': None}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:33.647324 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8879ff4-f4fc-4923-84ef-146d88d7b59c None None] The sync data for ids ['3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6'] in dv-cinder-784603-1-iscsi is: [{'id': '3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6', 'name': 'tempest-TestMinimumBasicScenario-1549083591-router', 'tenant_id': '10dc3225e9fb4f9c8119675aecd84fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:36Z', 'updated_at': '2021-04-02T18:17:33Z', 'revision_number': 6, 'project_id': '10dc3225e9fb4f9c8119675aecd84fc9', 'gw_port_host': None}] {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:17:33.688596 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-33b49624-9873-43d6-931f-2b361149ccdd tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:33.719505 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-33b49624-9873-43d6-931f-2b361149ccdd tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:33.725450 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-916fdce8-a79d-4170-bf73-1dc7a74cadab admin admin] Calling delete_port for 8bad264b-b9dd-4476-bfa2-c505f0fe7b09 owned by network:router_gateway {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:17:33.727336 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f7612388-1cdb-443d-b476-ef200ba57550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:33.776058 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b49624-9873-43d6-931f-2b361149ccdd tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ae099e-4cf7-4f8e-a19a-7debe5c02231,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:33.781147 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-33b49624-9873-43d6-931f-2b361149ccdd tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:33.799502 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-33b49624-9873-43d6-931f-2b361149ccdd tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:33.804350 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-33b49624-9873-43d6-931f-2b361149ccdd tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.6173773
Apr 02 18:17:33.805078 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43172) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:33.811465 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-e0579b6a-30ae-4fd2-b93f-8e9be3ae2456 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Request body: {'security_group_rule': {'security_group_id': 'c6ae099e-4cf7-4f8e-a19a-7debe5c02231', 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:33.818995 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-e0579b6a-30ae-4fd2-b93f-8e9be3ae2456 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:33.823872 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-e0579b6a-30ae-4fd2-b93f-8e9be3ae2456 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Usage tracker for resource:security_group_rule and tenant:d04a7b8a6f1f460697416688fa4f1b49 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:33.827546 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-e0579b6a-30ae-4fd2-b93f-8e9be3ae2456 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:33.835539 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-e0579b6a-30ae-4fd2-b93f-8e9be3ae2456 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:33.879028 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e0579b6a-30ae-4fd2-b93f-8e9be3ae2456 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:33.982440 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-916fdce8-a79d-4170-bf73-1dc7a74cadab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851822213'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:33.999123 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-642fb2ab-86f1-4ae7-9759-a53b7d2db14d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:34.050165 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c2226eb7-ef85-4cae-971a-3fbbb571dc53 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:34.067147 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-c2226eb7-ef85-4cae-971a-3fbbb571dc53 None None] Transition to ACTIVE for port object d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:17:34.072553 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e0579b6a-30ae-4fd2-b93f-8e9be3ae2456 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:34.099193 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fdce8-a79d-4170-bf73-1dc7a74cadab admin admin] Pushing event deleted for resources: {'Port': ['ID=8bad264b-b9dd-4476-bfa2-c505f0fe7b09,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:34.103702 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-916fdce8-a79d-4170-bf73-1dc7a74cadab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:34.104485 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device e4d341ab-1568-4ba9-afbb-eec220822535 no longer exists at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:17:34.108276 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e0579b6a-30ae-4fd2-b93f-8e9be3ae2456 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413681'] for security_group_rule, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:34.111198 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:34.136735 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c2226eb7-ef85-4cae-971a-3fbbb571dc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:34.153865 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0579b6a-30ae-4fd2-b93f-8e9be3ae2456 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a77589-fd1e-4ba6-9864-0867a1a35586,revision_number=0']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:34.164383 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] No Port match for: e4d341ab-1568-4ba9-afbb-eec220822535 {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:17:34.164785 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device e4d341ab-1568-4ba9-afbb-eec220822535 not bound to the agent host dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:17:34.165054 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e0579b6a-30ae-4fd2-b93f-8e9be3ae2456 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:34.165257 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 8bad264b-b9dd-4476-bfa2-c505f0fe7b09 no longer exists at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:17:34.176696 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e0579b6a-30ae-4fd2-b93f-8e9be3ae2456 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:34.181113 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-e0579b6a-30ae-4fd2-b93f-8e9be3ae2456 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3749478
Apr 02 18:17:34.181845 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43176) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:34.188175 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-3c9b3257-0eae-46d8-a49c-1a2966e6644e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Request body: {'security_group_rule': {'security_group_id': 'c6ae099e-4cf7-4f8e-a19a-7debe5c02231', 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:34.205539 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-3c9b3257-0eae-46d8-a49c-1a2966e6644e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:34.217298 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-3c9b3257-0eae-46d8-a49c-1a2966e6644e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Usage tracker for resource:security_group_rule and tenant:d04a7b8a6f1f460697416688fa4f1b49 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:34.220859 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-3c9b3257-0eae-46d8-a49c-1a2966e6644e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:34.228682 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-3c9b3257-0eae-46d8-a49c-1a2966e6644e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:34.259647 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:34.282800 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3257-0eae-46d8-a49c-1a2966e6644e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:34.298698 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-916fdce8-a79d-4170-bf73-1dc7a74cadab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-413628'] for router_gateway, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:34.377342 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94116fd-bd72-4f1a-9210-4d4ad9912974 None None] Pushing event updated for resources: {'Port': ['ID=d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:34.403282 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] No Port match for: 8bad264b-b9dd-4476-bfa2-c505f0fe7b09 {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:17:34.403676 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 8bad264b-b9dd-4476-bfa2-c505f0fe7b09 not bound to the agent host dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:17:34.408750 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3257-0eae-46d8-a49c-1a2966e6644e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:34.420917 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d94116fd-bd72-4f1a-9210-4d4ad9912974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:34.439538 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3257-0eae-46d8-a49c-1a2966e6644e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413681'] for security_group_rule, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:34.441844 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-814335a0-2720-404a-8f36-9c28fb579a05 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:34.486206 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b3257-0eae-46d8-a49c-1a2966e6644e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8ea9cfd-f4cb-472c-bead-52a4f5da3e9e,revision_number=0']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:34.495542 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3c9b3257-0eae-46d8-a49c-1a2966e6644e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:34.532637 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-916fdce8-a79d-4170-bf73-1dc7a74cadab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854362819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14895'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:34.536937 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3257-0eae-46d8-a49c-1a2966e6644e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:34.538288 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-3c9b3257-0eae-46d8-a49c-1a2966e6644e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3553021
Apr 02 18:17:34.541135 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43184) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:34.551920 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-7bde87a0-1c00-42a4-ae2c-e090c67fc2a4 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Request body: {'security_group_rule': {'security_group_id': 'c6ae099e-4cf7-4f8e-a19a-7debe5c02231', 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:34.561120 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-7bde87a0-1c00-42a4-ae2c-e090c67fc2a4 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:34.571684 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-7bde87a0-1c00-42a4-ae2c-e090c67fc2a4 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Usage tracker for resource:security_group_rule and tenant:d04a7b8a6f1f460697416688fa4f1b49 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:34.575906 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-7bde87a0-1c00-42a4-ae2c-e090c67fc2a4 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:34.583687 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-7bde87a0-1c00-42a4-ae2c-e090c67fc2a4 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:34.594792 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-916fdce8-a79d-4170-bf73-1dc7a74cadab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:34.632827 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7bde87a0-1c00-42a4-ae2c-e090c67fc2a4 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:34.663884 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-916fdce8-a79d-4170-bf73-1dc7a74cadab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854362745'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:34.664470 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916fdce8-a79d-4170-bf73-1dc7a74cadab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6 {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 02 18:17:34.692576 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171c5e1-1bfe-4f66-a1bd-a247d9c70959 req-4bbfe3fe-9082-4da5-9262-a48b9b633aba tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:34.694243 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2171c5e1-1bfe-4f66-a1bd-a247d9c70959 req-4bbfe3fe-9082-4da5-9262-a48b9b633aba tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 945 time: 0.1532869
Apr 02 18:17:34.697528 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-916fdce8-a79d-4170-bf73-1dc7a74cadab admin admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:34.698684 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-916fdce8-a79d-4170-bf73-1dc7a74cadab admin admin] 10.222.0.10 "DELETE /v2.0/routers/3c1128c9-a03a-47a5-8cd5-20a30e9f0ed6 HTTP/1.1" status: 204  len: 168 time: 2.3691113
Apr 02 18:17:34.701298 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 43188) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:34.705971 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-c2226eb7-ef85-4cae-971a-3fbbb571dc53 None None] Attempting to bind port d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127 on host dv-cinder-784603-1-iscsi for vnic_type normal with profile  {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:17:34.706717 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-c2226eb7-ef85-4cae-971a-3fbbb571dc53 None None] Attempting to bind port d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127 by drivers openvswitch,hyperv on host dv-cinder-784603-1-iscsi at level 0 using segments [{'id': '9ba77e7f-e634-4d0c-b889-7f4b12ace1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'afd67941-1061-4424-b0d4-9c9a9e8f5176'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:17:34.707218 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2226eb7-ef85-4cae-971a-3fbbb571dc53 None None] Attempting to bind port d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127 on network afd67941-1061-4424-b0d4-9c9a9e8f5176 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:17:34.714192 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2226eb7-ef85-4cae-971a-3fbbb571dc53 None None] Checking agent: {'id': '478d2ba1-0e2e-4399-8e0b-445f221199a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 2, 29), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:17:34.714192 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2226eb7-ef85-4cae-971a-3fbbb571dc53 None None] Checking segment: {'id': '9ba77e7f-e634-4d0c-b889-7f4b12ace1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'afd67941-1061-4424-b0d4-9c9a9e8f5176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:17:34.714810 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c2226eb7-ef85-4cae-971a-3fbbb571dc53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:34.715317 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2226eb7-ef85-4cae-971a-3fbbb571dc53 None None] Bound using segment: {'id': '9ba77e7f-e634-4d0c-b889-7f4b12ace1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'afd67941-1061-4424-b0d4-9c9a9e8f5176'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:17:34.715909 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-c2226eb7-ef85-4cae-971a-3fbbb571dc53 None None] Bound port: d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127, host: dv-cinder-784603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba77e7f-e634-4d0c-b889-7f4b12ace1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'afd67941-1061-4424-b0d4-9c9a9e8f5176'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:17:34.716808 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c2226eb7-ef85-4cae-971a-3fbbb571dc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:34.815064 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7bde87a0-1c00-42a4-ae2c-e090c67fc2a4 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:34.837416 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-c2226eb7-ef85-4cae-971a-3fbbb571dc53 None None] For port d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127, host dv-cinder-784603-1-iscsi, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:17:34.845391 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-c2226eb7-ef85-4cae-971a-3fbbb571dc53 None None] For port d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127, host dv-cinder-784603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127,segment=NetworkSegment(9ba77e7f-e634-4d0c-b889-7f4b12ace1bb),segment_id=9ba77e7f-e634-4d0c-b889-7f4b12ace1bb)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:17:34.846964 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2171c5e1-1bfe-4f66-a1bd-a247d9c70959 req-e6206be5-90ba-4839-8a2c-171e80ee175c tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0976374
Apr 02 18:17:34.855877 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_v2 [None req-1788a7db-fde6-47c7-bb3e-7efce6a80a08 admin admin] Deleting subnet bc8a0b68-d8e0-43c3-8b2a-f303cfcd2b6f {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:17:34.866075 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1788a7db-fde6-47c7-bb3e-7efce6a80a08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:34.868936 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7bde87a0-1c00-42a4-ae2c-e090c67fc2a4 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413681'] for security_group_rule, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:34.881042 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a84f2289-e08f-455a-9979-cb6adbe7b8c1 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:34.897603 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c2226eb7-ef85-4cae-971a-3fbbb571dc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:34.901326 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde87a0-1c00-42a4-ae2c-e090c67fc2a4 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6bdd53f-22f4-4250-9218-385c1d61812b,revision_number=0']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:34.907035 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7bde87a0-1c00-42a4-ae2c-e090c67fc2a4 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:34.917895 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-5713cc42-1726-4935-94ef-957cbf358252 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:34.929179 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1788a7db-fde6-47c7-bb3e-7efce6a80a08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851687203'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:34.942569 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7bde87a0-1c00-42a4-ae2c-e090c67fc2a4 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:34.944274 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-7bde87a0-1c00-42a4-ae2c-e090c67fc2a4 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4017587
Apr 02 18:17:34.947172 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43192) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:34.953627 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-e4a86776-7335-4809-a8e0-7b3270f0fd31 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Request body: {'security_group_rule': {'security_group_id': 'c6ae099e-4cf7-4f8e-a19a-7debe5c02231', 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:34.960784 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-e4a86776-7335-4809-a8e0-7b3270f0fd31 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:34.964907 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-e4a86776-7335-4809-a8e0-7b3270f0fd31 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Usage tracker for resource:security_group_rule and tenant:d04a7b8a6f1f460697416688fa4f1b49 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:34.967989 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-e4a86776-7335-4809-a8e0-7b3270f0fd31 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:34.975204 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-e4a86776-7335-4809-a8e0-7b3270f0fd31 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:35.006988 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e4a86776-7335-4809-a8e0-7b3270f0fd31 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:35.015469 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1788a7db-fde6-47c7-bb3e-7efce6a80a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1495'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:35.072571 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94116fd-bd72-4f1a-9210-4d4ad9912974 None None] Pushing event updated for resources: {'Port': ['ID=d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127,revision_number=4']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:35.077931 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d94116fd-bd72-4f1a-9210-4d4ad9912974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:35.084433 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e4a86776-7335-4809-a8e0-7b3270f0fd31 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:35.113934 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e4a86776-7335-4809-a8e0-7b3270f0fd31 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413681'] for security_group_rule, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:35.116527 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:35.120877 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2226eb7-ef85-4cae-971a-3fbbb571dc53 None None] Routers {'163af7c0-fd83-473a-8ee5-119b54fba9b0'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:17:35.121568 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-c2226eb7-ef85-4cae-971a-3fbbb571dc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10a1f6d8>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:17:30Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['163af7c0-fd83-473a-8ee5-119b54fba9b0'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:35.141477 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a86776-7335-4809-a8e0-7b3270f0fd31 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=911e6d8e-167f-4fcf-be95-d794f563b246,revision_number=0']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:35.147046 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e4a86776-7335-4809-a8e0-7b3270f0fd31 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:35.199737 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e4a86776-7335-4809-a8e0-7b3270f0fd31 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:35.201675 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-e4a86776-7335-4809-a8e0-7b3270f0fd31 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2534599
Apr 02 18:17:35.204566 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43196) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:35.211343 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-55e12e34-cbd3-472e-ae38-50957d46886c tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Request body: {'security_group_rule': {'security_group_id': 'c6ae099e-4cf7-4f8e-a19a-7debe5c02231', 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:35.218446 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-55e12e34-cbd3-472e-ae38-50957d46886c tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:35.223243 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-55e12e34-cbd3-472e-ae38-50957d46886c tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Usage tracker for resource:security_group_rule and tenant:d04a7b8a6f1f460697416688fa4f1b49 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:35.229115 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-55e12e34-cbd3-472e-ae38-50957d46886c tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:35.236955 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-55e12e34-cbd3-472e-ae38-50957d46886c tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:35.301309 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.securitygroups_db [None req-55e12e34-cbd3-472e-ae38-50957d46886c tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Project d04a7b8a6f1f460697416688fa4f1b49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 18:17:35.310168 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-55e12e34-cbd3-472e-ae38-50957d46886c tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:35.348621 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-c2226eb7-ef85-4cae-971a-3fbbb571dc53 None None] Set router 163af7c0-fd83-473a-8ee5-119b54fba9b0 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:17:35.405456 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1788a7db-fde6-47c7-bb3e-7efce6a80a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2953638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573713'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:35.422411 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-5c695c25-742c-425e-8e1a-51a99b6353d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:35.499611 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-55e12e34-cbd3-472e-ae38-50957d46886c tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:35.517837 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788a7db-fde6-47c7-bb3e-7efce6a80a08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc8a0b68-d8e0-43c3-8b2a-f303cfcd2b6f,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:35.521456 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-1788a7db-fde6-47c7-bb3e-7efce6a80a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:35.525043 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-55e12e34-cbd3-472e-ae38-50957d46886c tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413681'] for security_group_rule, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:35.527701 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:35.545398 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e12e34-cbd3-472e-ae38-50957d46886c tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ee2817-38aa-4216-8f7d-753909a58888,revision_number=0']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:35.549272 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-55e12e34-cbd3-472e-ae38-50957d46886c tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:35.577486 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1788a7db-fde6-47c7-bb3e-7efce6a80a08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:35.583028 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8cf41f-a7de-42f4-b485-49ac5e2a30e6 None None] Network 7570fb2b-5055-47ce-872e-fd2e3ed1b3b6 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:17:35.584922 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-1788a7db-fde6-47c7-bb3e-7efce6a80a08 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/bc8a0b68-d8e0-43c3-8b2a-f303cfcd2b6f HTTP/1.1" status: 204  len: 168 time: 0.8825495
Apr 02 18:17:35.587639 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 43200) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:35.588046 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-55e12e34-cbd3-472e-ae38-50957d46886c tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:35.590380 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-55e12e34-cbd3-472e-ae38-50957d46886c tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3837507
Apr 02 18:17:35.592395 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43204) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:35.598339 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-c58e24b5-980c-40c1-96b0-671899e457e7 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Request body: {'security_group_rule': {'security_group_id': 'c6ae099e-4cf7-4f8e-a19a-7debe5c02231', 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:35.604755 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-c58e24b5-980c-40c1-96b0-671899e457e7 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:35.608887 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-c58e24b5-980c-40c1-96b0-671899e457e7 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Usage tracker for resource:security_group_rule and tenant:d04a7b8a6f1f460697416688fa4f1b49 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:17:35.612525 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-c58e24b5-980c-40c1-96b0-671899e457e7 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:17:35.636797 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-c58e24b5-980c-40c1-96b0-671899e457e7 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:35.689699 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.securitygroups_db [None req-c58e24b5-980c-40c1-96b0-671899e457e7 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Project d04a7b8a6f1f460697416688fa4f1b49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 02 18:17:35.703940 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c58e24b5-980c-40c1-96b0-671899e457e7 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:35.733484 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-c2226eb7-ef85-4cae-971a-3fbbb571dc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10a1f6d8>, [{'id': '163af7c0-fd83-473a-8ee5-119b54fba9b0', 'name': 'tempest-TestVolumeBootPattern-266729671-router', 'tenant_id': '98f17b8dbd1344779a2f651ab04d8f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c1fe8fae-599d-40d0-b216-c8e689253b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:21Z', 'updated_at': '2021-04-02T18:17:29Z', 'revision_number': 4, 'project_id': '98f17b8dbd1344779a2f651ab04d8f65', 'gw_port': {'id': 'c1fe8fae-599d-40d0-b216-c8e689253b3f', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163af7c0-fd83-473a-8ee5-119b54fba9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:22Z', 'updated_at': '2021-04-02T18:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'd3c7ad6b-4d11-4fd5-b4e8-ee9e62107127', 'name': '', 'network_id': 'afd67941-1061-4424-b0d4-9c9a9e8f5176', 'tenant_id': '98f17b8dbd1344779a2f651ab04d8f65', 'mac_address': 'fa:16:3e:57:f1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163af7c0-fd83-473a-8ee5-119b54fba9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b2e27eb6-c884-4809-af56-0403c2f8633a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:27Z', 'updated_at': '2021-04-02T18:17:34Z', 'revision_number': 4, 'project_id': '98f17b8dbd1344779a2f651ab04d8f65', 'subnets': [{'id': 'b2e27eb6-c884-4809-af56-0403c2f8633a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:35.738558 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2226eb7-ef85-4cae-971a-3fbbb571dc53 None None] The sync data for ids ['163af7c0-fd83-473a-8ee5-119b54fba9b0'] in dv-cinder-784603-1-iscsi is: [{'id': '163af7c0-fd83-473a-8ee5-119b54fba9b0', 'name': 'tempest-TestVolumeBootPattern-266729671-router', 'tenant_id': '98f17b8dbd1344779a2f651ab04d8f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c1fe8fae-599d-40d0-b216-c8e689253b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:21Z', 'updated_at': '2021-04-02T18:17:29Z', 'revision_number': 4, 'project_id': '98f17b8dbd1344779a2f651ab04d8f65', 'gw_port': {'id': 'c1fe8fae-599d-40d0-b216-c8e689253b3f', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163af7c0-fd83-473a-8ee5-119b54fba9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:22Z', 'updated_at': '2021-04-02T18:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'd3c7ad6b-4d11-4fd5-b4e8-ee9e62107127', 'name': '', 'network_id': 'afd67941-1061-4424-b0d4-9c9a9e8f5176', 'tenant_id': '98f17b8dbd1344779a2f651ab04d8f65', 'mac_address': 'fa:16:3e:57:f1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163af7c0-fd83-473a-8ee5-119b54fba9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b2e27eb6-c884-4809-af56-0403c2f8633a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:27Z', 'updated_at': '2021-04-02T18:17:34Z', 'revision_number': 4, 'project_id': '98f17b8dbd1344779a2f651ab04d8f65', 'subnets': [{'id': 'b2e27eb6-c884-4809-af56-0403c2f8633a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:17:35.738884 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e1d66927-b689-4ffc-a0bb-a3825f5951e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-37997'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:35.823358 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c58e24b5-980c-40c1-96b0-671899e457e7 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:35.851104 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c58e24b5-980c-40c1-96b0-671899e457e7 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413681'] for security_group_rule, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:35.853377 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:35.858775 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-e1d66927-b689-4ffc-a0bb-a3825f5951e2 admin admin] Deleting port 4f980e03-c372-487b-93ba-50e2b94448e4 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:17:35.859400 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e1d66927-b689-4ffc-a0bb-a3825f5951e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:35.882753 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e24b5-980c-40c1-96b0-671899e457e7 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=907557f8-39b3-4519-9f3c-1f4388de01fa,revision_number=0']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:35.885453 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c58e24b5-980c-40c1-96b0-671899e457e7 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:35.925732 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c58e24b5-980c-40c1-96b0-671899e457e7 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:35.934024 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-c58e24b5-980c-40c1-96b0-671899e457e7 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3344879
Apr 02 18:17:35.945164 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf7a85d-02ab-43d8-990a-b8f8455d7432 None None] DHCP port deletion for 7570fb2b-5055-47ce-872e-fd2e3ed1b3b6 request from dv-cinder-784603-1-iscsi {{(pid=84392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 02 18:17:35.957260 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7a85d-02ab-43d8-990a-b8f8455d7432 None None] Deleting port 4f980e03-c372-487b-93ba-50e2b94448e4 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:17:35.957806 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cbf7a85d-02ab-43d8-990a-b8f8455d7432 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:36.217069 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:17:36.240853 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-e1d66927-b689-4ffc-a0bb-a3825f5951e2 admin admin] For port 4f980e03-c372-487b-93ba-50e2b94448e4, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=4f980e03-c372-487b-93ba-50e2b94448e4,segment=NetworkSegment(353be722-c26d-4b64-89db-a1cd82112ea3),segment_id=353be722-c26d-4b64-89db-a1cd82112ea3)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:36.241483 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e1d66927-b689-4ffc-a0bb-a3825f5951e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:36.260395 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fe053-e322-4cd7-b0d6-80fdbcbf7d1c req-d9d972bb-99a4-4351-9e3b-a53ec5624406 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:36.262097 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3c0fe053-e322-4cd7-b0d6-80fdbcbf7d1c req-d9d972bb-99a4-4351-9e3b-a53ec5624406 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 945 time: 0.2562747
Apr 02 18:17:36.279702 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:17:36.434020 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-e1d66927-b689-4ffc-a0bb-a3825f5951e2 admin admin] Calling delete_port for 4f980e03-c372-487b-93ba-50e2b94448e4 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:17:36.446564 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:36.460298 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning for port d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:17:36.485068 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:36.485493 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:36.511883 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3c0fe053-e322-4cd7-b0d6-80fdbcbf7d1c req-98731998-fbde-44ed-ba3b-f38dac57e00a tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1123273
Apr 02 18:17:36.561513 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-cbf7a85d-02ab-43d8-990a-b8f8455d7432 None None] For port 4f980e03-c372-487b-93ba-50e2b94448e4, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=4f980e03-c372-487b-93ba-50e2b94448e4,segment=NetworkSegment(353be722-c26d-4b64-89db-a1cd82112ea3),segment_id=353be722-c26d-4b64-89db-a1cd82112ea3)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:36.561966 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cbf7a85d-02ab-43d8-990a-b8f8455d7432 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:36.571971 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e1d66927-b689-4ffc-a0bb-a3825f5951e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851822213'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:36.588926 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fa606c-55ec-4526-a11a-e18e4fdfda12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a17bb0af-4ca7-4d34-bb3f-5f0b6828c912'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:17:36.594644 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-65fe31e5-18e4-47a0-bd39-fda6b35b6ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:36.695721 dv-cinder-784603-1-iscsi neutron-server[84275]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '42fa606c-55ec-4526-a11a-e18e4fdfda12', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a17bb0af-4ca7-4d34-bb3f-5f0b6828c912', 'code': 422} returned with failed status
Apr 02 18:17:36.781190 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7a85d-02ab-43d8-990a-b8f8455d7432 None None] Calling delete_port for 4f980e03-c372-487b-93ba-50e2b94448e4 owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:17:36.799616 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d66927-b689-4ffc-a0bb-a3825f5951e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f980e03-c372-487b-93ba-50e2b94448e4,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:36.805339 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e1d66927-b689-4ffc-a0bb-a3825f5951e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:36.820754 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port a17bb0af-4ca7-4d34-bb3f-5f0b6828c912, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=a17bb0af-4ca7-4d34-bb3f-5f0b6828c912,segment=NetworkSegment(be104902-cc58-428a-beee-7ce7057ded09),segment_id=be104902-cc58-428a-beee-7ce7057ded09)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:36.838239 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d66927-b689-4ffc-a0bb-a3825f5951e2 admin admin] No DVR routers for this DVR port 4f980e03-c372-487b-93ba-50e2b94448e4 on host dv-cinder-784603-1-iscsi {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:17:36.873835 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:37.013065 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e1d66927-b689-4ffc-a0bb-a3825f5951e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854513834', 'neutron.services.segments.db._delete_segments_for_network--9223363296845448257'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:37.028983 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:37.035958 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-276c095e-3bd0-4470-bd2e-3217220fd1fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:37.117747 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.db.api [None req-cbf7a85d-02ab-43d8-990a-b8f8455d7432 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84392) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 18:17:37.118146 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_db.api [None req-cbf7a85d-02ab-43d8-990a-b8f8455d7432 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 02 18:17:37.155312 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] For port d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127,segment=NetworkSegment(9ba77e7f-e634-4d0c-b889-7f4b12ace1bb),segment_id=9ba77e7f-e634-4d0c-b889-7f4b12ace1bb)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:37.183011 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=a17bb0af-4ca7-4d34-bb3f-5f0b6828c912,revision_number=6']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:37.186906 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:37.188243 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:37.190972 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4d24d0ab-41dd-4738-a0c2-ba5979e36923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:37.204881 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-e1d66927-b689-4ffc-a0bb-a3825f5951e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2f10c1ec88>,) {'filters': {'network_id': ['7570fb2b-5055-47ce-872e-fd2e3ed1b3b6']}} {{(pid=84391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:37.224193 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-e1d66927-b689-4ffc-a0bb-a3825f5951e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f10c1ec88>, '353be722-c26d-4b64-89db-a1cd82112ea3') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:37.224528 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-e1d66927-b689-4ffc-a0bb-a3825f5951e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f10c1ec88>, '353be722-c26d-4b64-89db-a1cd82112ea3') {} {{(pid=84391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:17:37.233491 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43266) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:37.257555 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e1d66927-b689-4ffc-a0bb-a3825f5951e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740009327441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3088596'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:37.276386 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 4f980e03-c372-487b-93ba-50e2b94448e4 no longer exists at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:17:37.297605 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f90237-e95a-416b-81e2-b024ddfce596 req-9832daae-d96f-4491-a25b-e0d21884a2ba tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:37.299282 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-31f90237-e95a-416b-81e2-b024ddfce596 req-9832daae-d96f-4491-a25b-e0d21884a2ba tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 943 time: 0.1996944
Apr 02 18:17:37.319691 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] No Port match for: 4f980e03-c372-487b-93ba-50e2b94448e4 {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:17:37.320099 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 4f980e03-c372-487b-93ba-50e2b94448e4 not bound to the agent host dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:17:37.324138 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Pushing event updated for resources: {'Port': ['ID=d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127,revision_number=5']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:37.326914 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:37.344715 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e1d66927-b689-4ffc-a0bb-a3825f5951e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:37.359157 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d66927-b689-4ffc-a0bb-a3825f5951e2 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:17:37.382940 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-31f90237-e95a-416b-81e2-b024ddfce596 req-10ced8e9-b778-43d7-bbe7-d462254bde7c tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0756240
Apr 02 18:17:37.406484 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a149131c-7f0d-4470-9112-6f6a8abdaf22 req-b0824106-7297-485a-aa74-444d21e38542 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1716394
Apr 02 18:17:37.579476 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-e1d66927-b689-4ffc-a0bb-a3825f5951e2 admin admin] Network 7570fb2b-5055-47ce-872e-fd2e3ed1b3b6 has no segments {{(pid=84391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:17:37.589656 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e1d66927-b689-4ffc-a0bb-a3825f5951e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854517445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2953485'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:37.619454 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7a85d-02ab-43d8-990a-b8f8455d7432 None None] Deleting port 4f980e03-c372-487b-93ba-50e2b94448e4 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:17:37.619887 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cbf7a85d-02ab-43d8-990a-b8f8455d7432 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:37.697273 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-cbf7a85d-02ab-43d8-990a-b8f8455d7432 None None] The port '4f980e03-c372-487b-93ba-50e2b94448e4' was deleted {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 02 18:17:37.796778 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-e1d66927-b689-4ffc-a0bb-a3825f5951e2 admin admin] Network 7570fb2b-5055-47ce-872e-fd2e3ed1b3b6 has no segments {{(pid=84391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]: Traceback (most recent call last):
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]:     timer()
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]:     cb(*args, **kw)
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]:     return func(*args, **kwargs)
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]:     self._notify()
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]:     self.callback(batched_events)
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]:     event.method(event)
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]:     segment_id)['aggregates'][0]
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]:     return f(self, *a, **k)
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self._get(url).json()
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]:     **kwargs)
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]:     **endpoint_filter)
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:17:37.820400 dv-cinder-784603-1-iscsi neutron-server[84275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:17:38.115274 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:17:38.208672 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:38.209109 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:38.221085 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e1d66927-b689-4ffc-a0bb-a3825f5951e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-261967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854362150'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:38.225019 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-60cd507a-0e1b-452e-a992-2fc278c6bc2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:38.241579 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e1d66927-b689-4ffc-a0bb-a3825f5951e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:38.250501 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d66927-b689-4ffc-a0bb-a3825f5951e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7570fb2b-5055-47ce-872e-fd2e3ed1b3b6,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:38.256345 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e1d66927-b689-4ffc-a0bb-a3825f5951e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:38.262936 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-e1d66927-b689-4ffc-a0bb-a3825f5951e2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7570fb2b-5055-47ce-872e-fd2e3ed1b3b6 HTTP/1.1" status: 204  len: 168 time: 2.6712298
Apr 02 18:17:38.546775 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 43300) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:38.622874 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-d2841fbd-9ec1-4631-b946-b79f53d7e551 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=456d975739e04659be41d35506548735&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0732582
Apr 02 18:17:38.625884 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43304) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:38.635572 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d55fe9-4d76-45f2-a2e6-f7af86b33a57 req-3ce49ec3-e83b-47cf-83cc-acbf00fab18c tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:38.637134 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c8d55fe9-4d76-45f2-a2e6-f7af86b33a57 req-3ce49ec3-e83b-47cf-83cc-acbf00fab18c tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 943 time: 0.1385398
Apr 02 18:17:38.689939 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2d176a75-4bda-4715-b4c1-1c6c67ceac7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:38.692399 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c8d55fe9-4d76-45f2-a2e6-f7af86b33a57 req-cdcd2335-eb62-4f97-85d6-f0f832017c0e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480917
Apr 02 18:17:38.723316 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2d176a75-4bda-4715-b4c1-1c6c67ceac7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:38.971113 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2d176a75-4bda-4715-b4c1-1c6c67ceac7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:38.976752 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-33aff718-8675-43ed-a281-00926cba1be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:38.992195 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d176a75-4bda-4715-b4c1-1c6c67ceac7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5faa4b1-c93f-4944-b41e-c0d0c352c8cb,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:38.994685 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-2d176a75-4bda-4715-b4c1-1c6c67ceac7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:39.033060 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2d176a75-4bda-4715-b4c1-1c6c67ceac7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:39.034466 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-2d176a75-4bda-4715-b4c1-1c6c67ceac7c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c5faa4b1-c93f-4944-b41e-c0d0c352c8cb HTTP/1.1" status: 204  len: 168 time: 0.4073079
Apr 02 18:17:39.281827 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149131c-7f0d-4470-9112-6f6a8abdaf22 req-271bbaf5-0d15-4f2b-ae34-913e1b079a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:39.283739 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a149131c-7f0d-4470-9112-6f6a8abdaf22 req-271bbaf5-0d15-4f2b-ae34-913e1b079a5c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12&tenant_id=bebbc6521cac473683ce0fe4a0a55d65 HTTP/1.1" status: 200  len: 1096 time: 0.0856850
Apr 02 18:17:39.348282 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:39.395048 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149131c-7f0d-4470-9112-6f6a8abdaf22 req-b189a4ef-c471-4123-a331-2c64c556ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:39.396730 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a149131c-7f0d-4470-9112-6f6a8abdaf22 req-b189a4ef-c471-4123-a331-2c64c556ee6b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bebbc6521cac473683ce0fe4a0a55d65&device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 1096 time: 0.0904956
Apr 02 18:17:39.543895 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149131c-7f0d-4470-9112-6f6a8abdaf22 req-7847dd66-2c27-49ff-ac99-c2b7a1e6811f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:39.545491 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a149131c-7f0d-4470-9112-6f6a8abdaf22 req-7847dd66-2c27-49ff-ac99-c2b7a1e6811f service neutron] 10.222.0.15 "GET /v2.0/networks?id=2a21418c-aaad-48d6-9830-9120a44bedf1 HTTP/1.1" status: 200  len: 907 time: 0.1422610
Apr 02 18:17:39.638984 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43316) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:39.681070 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a149131c-7f0d-4470-9112-6f6a8abdaf22 req-07c88015-595e-4552-a308-7e0e39f73882 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 HTTP/1.1" status: 200  len: 999 time: 0.1273091
Apr 02 18:17:39.762027 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-7d9a5b68-dc06-4458-82be-f32e12379caa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=10dc3225e9fb4f9c8119675aecd84fc9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1215527
Apr 02 18:17:39.764576 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43320) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:17:39.791468 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149131c-7f0d-4470-9112-6f6a8abdaf22 req-ab1d3fd0-1425-4fba-83c0-ee0af76413ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:39.793042 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a149131c-7f0d-4470-9112-6f6a8abdaf22 req-ab1d3fd0-1425-4fba-83c0-ee0af76413ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26e14621-5573-4d8e-8c6f-261d8c7450e8 HTTP/1.1" status: 200  len: 846 time: 0.1041062
Apr 02 18:17:39.901728 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-51b1f30d-d0e0-480c-a0c5-7c9c11222594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:39.939701 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-51b1f30d-d0e0-480c-a0c5-7c9c11222594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:39.954174 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149131c-7f0d-4470-9112-6f6a8abdaf22 req-827559c2-378b-40dc-bc7f-f73efa0e2690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:39.956379 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a149131c-7f0d-4470-9112-6f6a8abdaf22 req-827559c2-378b-40dc-bc7f-f73efa0e2690 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a21418c-aaad-48d6-9830-9120a44bedf1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1547465
Apr 02 18:17:39.971230 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a763e9-8691-4bf2-b278-57eb6be2fb62 req-f7331cef-6340-45de-9a2d-606ec971699b tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:39.975619 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-69a763e9-8691-4bf2-b278-57eb6be2fb62 req-f7331cef-6340-45de-9a2d-606ec971699b tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 943 time: 0.1005459
Apr 02 18:17:40.026730 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-69a763e9-8691-4bf2-b278-57eb6be2fb62 req-63554c41-9ff5-4662-b7c8-c918b7486b05 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462463
Apr 02 18:17:40.123706 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a149131c-7f0d-4470-9112-6f6a8abdaf22 req-7ea4406f-9a89-4e1d-8fb7-7c732c213c19 service neutron] 10.222.0.15 "GET /v2.0/networks/2a21418c-aaad-48d6-9830-9120a44bedf1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1570556
Apr 02 18:17:40.153872 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-51b1f30d-d0e0-480c-a0c5-7c9c11222594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:40.210249 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e42fe475-69a7-4ffe-b042-e3dfabfba3e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:40.230061 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1f30d-d0e0-480c-a0c5-7c9c11222594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33371ebe-2a8b-47cc-90d2-687cde2027c4,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:40.244488 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-51b1f30d-d0e0-480c-a0c5-7c9c11222594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:40.250222 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-51b1f30d-d0e0-480c-a0c5-7c9c11222594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:40.255277 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-51b1f30d-d0e0-480c-a0c5-7c9c11222594 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/33371ebe-2a8b-47cc-90d2-687cde2027c4 HTTP/1.1" status: 204  len: 168 time: 0.4857953
Apr 02 18:17:40.300716 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a149131c-7f0d-4470-9112-6f6a8abdaf22 req-237b3b46-cb51-4cac-9b4c-4257c1d5b7d7 service neutron] 10.222.0.15 "GET /v2.0/networks/2a21418c-aaad-48d6-9830-9120a44bedf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1697686
Apr 02 18:17:41.231069 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149908f-a632-47c2-ac3a-c67dd7206579 req-b5fce2f3-980b-4b1f-bf2f-9ab87bd4012f tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:41.232664 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5149908f-a632-47c2-ac3a-c67dd7206579 req-b5fce2f3-980b-4b1f-bf2f-9ab87bd4012f tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 943 time: 0.0877280
Apr 02 18:17:41.281584 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5149908f-a632-47c2-ac3a-c67dd7206579 req-e3875eac-38e5-475e-a3c3-a25e507aa5b0 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422950
Apr 02 18:17:42.491092 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1331ed-5ac8-4f44-88eb-dd80ede05d70 req-29fc7476-840e-437b-805e-d13ae1758494 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:42.492879 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9c1331ed-5ac8-4f44-88eb-dd80ede05d70 req-29fc7476-840e-437b-805e-d13ae1758494 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 943 time: 0.0957661
Apr 02 18:17:42.542397 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9c1331ed-5ac8-4f44-88eb-dd80ede05d70 req-3418d79d-5d8c-4346-865d-5dc43d17289a tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430655
Apr 02 18:17:43.749927 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201e2b7-94e6-460d-8c46-fb49e15563a6 req-14b6068d-2d95-420f-88fd-132fbf1cd94e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:43.751550 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9201e2b7-94e6-460d-8c46-fb49e15563a6 req-14b6068d-2d95-420f-88fd-132fbf1cd94e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 943 time: 0.0893555
Apr 02 18:17:43.806251 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9201e2b7-94e6-460d-8c46-fb49e15563a6 req-c114133a-fe74-4037-a951-0b4d35f305b0 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475354
Apr 02 18:17:45.010914 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d9234-bd74-401c-9222-8b9fa5729b74 req-0e1432a4-ed93-46fa-9c4a-c0da255317de tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:45.012426 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-360d9234-bd74-401c-9222-8b9fa5729b74 req-0e1432a4-ed93-46fa-9c4a-c0da255317de tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 943 time: 0.0879734
Apr 02 18:17:45.061359 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-360d9234-bd74-401c-9222-8b9fa5729b74 req-becdac8c-9876-49f2-bf19-1d2cb94f33db tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423760
Apr 02 18:17:46.264196 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e56e99-dcc7-4f89-9284-4dfa34ece772 req-23367079-dccf-450f-947a-4fe0fa090cd9 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:46.265828 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-88e56e99-dcc7-4f89-9284-4dfa34ece772 req-23367079-dccf-450f-947a-4fe0fa090cd9 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 943 time: 0.0928452
Apr 02 18:17:46.314601 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-88e56e99-dcc7-4f89-9284-4dfa34ece772 req-5d381faa-2b6f-4800-b64a-ab21666f79df tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416825
Apr 02 18:17:47.221204 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:17:47.522199 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece0fe5-57f8-459e-a631-56ba902ab978 req-85af858a-5327-48df-9b16-8a040ce44ce4 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:47.523795 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9ece0fe5-57f8-459e-a631-56ba902ab978 req-85af858a-5327-48df-9b16-8a040ce44ce4 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 943 time: 0.0906551
Apr 02 18:17:47.577452 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9ece0fe5-57f8-459e-a631-56ba902ab978 req-4d162da6-fb17-43e8-8120-78c6eb80adf9 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471020
Apr 02 18:17:48.324989 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:17:48.468363 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port a17bb0af-4ca7-4d34-bb3f-5f0b6828c912, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=a17bb0af-4ca7-4d34-bb3f-5f0b6828c912,segment=NetworkSegment(be104902-cc58-428a-beee-7ce7057ded09),segment_id=be104902-cc58-428a-beee-7ce7057ded09)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:48.482868 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Returning: {'device': 'a17bb0af-4ca7-4d34-bb3f-5f0b6828c912', 'network_id': '2a21418c-aaad-48d6-9830-9120a44bedf1', 'port_id': 'a17bb0af-4ca7-4d34-bb3f-5f0b6828c912', 'mac_address': 'fa:16:3e:3c:1c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26e14621-5573-4d8e-8c6f-261d8c7450e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:17:48.545454 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:48.563089 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:17:48.579632 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port a17bb0af-4ca7-4d34-bb3f-5f0b6828c912, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=a17bb0af-4ca7-4d34-bb3f-5f0b6828c912,segment=NetworkSegment(be104902-cc58-428a-beee-7ce7057ded09),segment_id=be104902-cc58-428a-beee-7ce7057ded09)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:48.616453 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:48.618455 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:48.693981 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=a17bb0af-4ca7-4d34-bb3f-5f0b6828c912,revision_number=7']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:48.697435 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:48.832280 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['a17bb0af-4ca7-4d34-bb3f-5f0b6828c912'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:17:48.917786 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f55eb-c16b-40d6-9bf9-93570779cad4 req-f8ecd808-f5d3-467d-a7ab-28f1f03fc49a tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:48.919541 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7e4f55eb-c16b-40d6-9bf9-93570779cad4 req-f8ecd808-f5d3-467d-a7ab-28f1f03fc49a tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 944 time: 0.0901403
Apr 02 18:17:48.969579 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7e4f55eb-c16b-40d6-9bf9-93570779cad4 req-b061596e-5061-4d51-b745-0bb305abfb6d tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432150
Apr 02 18:17:50.170769 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e77b42-b04d-4272-8a53-156b9af220c9 req-1649ebd9-5cf4-4c46-97b1-c0670214928a tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:50.172274 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d7e77b42-b04d-4272-8a53-156b9af220c9 req-1649ebd9-5cf4-4c46-97b1-c0670214928a tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 944 time: 0.0907640
Apr 02 18:17:50.219074 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d7e77b42-b04d-4272-8a53-156b9af220c9 req-2af797ab-e4bd-467a-a394-0a1e7c06bb99 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405688
Apr 02 18:17:50.322781 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 up at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:17:50.397296 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning complete for port a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:50.397696 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:50.525735 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:50.555221 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fa606c-55ec-4526-a11a-e18e4fdfda12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17bb0af-4ca7-4d34-bb3f-5f0b6828c912'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:17:50.566466 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port a17bb0af-4ca7-4d34-bb3f-5f0b6828c912, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=a17bb0af-4ca7-4d34-bb3f-5f0b6828c912,segment=NetworkSegment(be104902-cc58-428a-beee-7ce7057ded09),segment_id=be104902-cc58-428a-beee-7ce7057ded09)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:17:50.599720 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:50.602846 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fa606c-55ec-4526-a11a-e18e4fdfda12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17bb0af-4ca7-4d34-bb3f-5f0b6828c912', 'code': 200}
Apr 02 18:17:50.603387 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:50.671976 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=a17bb0af-4ca7-4d34-bb3f-5f0b6828c912,revision_number=8']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:50.680231 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:50.680616 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:50.681010 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:50.681360 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:50.681724 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:50.682091 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:50.682479 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:50.682843 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:50.683206 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:50.683565 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:50.683923 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:50.684278 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:17:50.688081 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:50.946902 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220fae1-623b-4bc7-a320-0fa36bd47c6c req-dc25b9d5-eaa8-4997-9dcc-0b76655573bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:50.948501 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b220fae1-623b-4bc7-a320-0fa36bd47c6c req-dc25b9d5-eaa8-4997-9dcc-0b76655573bb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 1098 time: 0.0815523
Apr 02 18:17:50.994354 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b220fae1-623b-4bc7-a320-0fa36bd47c6c req-ff71d96a-1fe4-43b8-9908-377ba3fa968c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0362918
Apr 02 18:17:51.422326 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a482e-9e76-4fdc-b7f7-5dd9f77ec60b req-19bec6b7-5383-4e7a-8cb4-40879e786d53 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:51.424145 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f84a482e-9e76-4fdc-b7f7-5dd9f77ec60b req-19bec6b7-5383-4e7a-8cb4-40879e786d53 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 945 time: 0.0906105
Apr 02 18:17:51.476057 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f84a482e-9e76-4fdc-b7f7-5dd9f77ec60b req-9541e5f2-1452-405b-8323-2600c479bb14 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454047
Apr 02 18:17:52.680893 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a492d-a8bb-4593-9310-7bf7c4f3ab64 req-002c18a2-0540-42a3-a791-e4b087bdaadb tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:52.681701 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-014a492d-a8bb-4593-9310-7bf7c4f3ab64 req-002c18a2-0540-42a3-a791-e4b087bdaadb tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 945 time: 0.0897236
Apr 02 18:17:52.740376 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-014a492d-a8bb-4593-9310-7bf7c4f3ab64 req-e561251f-310f-498e-9c51-984f452301b1 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431492
Apr 02 18:17:54.009633 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-29dee7d0-157a-4d10-bb4f-99a69ba8f582 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Synchronizing usage tracker for tenant:d04a7b8a6f1f460697416688fa4f1b49 on resource:security_group {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:17:54.055440 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-29dee7d0-157a-4d10-bb4f-99a69ba8f582 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Unset dirty status for tenant:d04a7b8a6f1f460697416688fa4f1b49 on resource:security_group {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:17:54.056372 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-29dee7d0-157a-4d10-bb4f-99a69ba8f582 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-745489564&fields=id&tenant_id=d04a7b8a6f1f460697416688fa4f1b49 HTTP/1.1" status: 200  len: 267 time: 0.0885913
Apr 02 18:17:54.218461 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-92f1945f-54d9-4acf-a0b9-bec3b7b9a264 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:54.219203 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-92f1945f-54d9-4acf-a0b9-bec3b7b9a264 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Synchronizing usage tracker for tenant:d04a7b8a6f1f460697416688fa4f1b49 on resource:network {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:17:54.260642 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-92f1945f-54d9-4acf-a0b9-bec3b7b9a264 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Unset dirty status for tenant:d04a7b8a6f1f460697416688fa4f1b49 on resource:network {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:17:54.261965 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-92f1945f-54d9-4acf-a0b9-bec3b7b9a264 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/networks?id=90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 HTTP/1.1" status: 200  len: 809 time: 0.1980484
Apr 02 18:17:54.278522 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-2bd2f621-d0fa-462b-8a4b-34efad688054 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/quotas/d04a7b8a6f1f460697416688fa4f1b49 HTTP/1.1" status: 200  len: 375 time: 0.0105755
Apr 02 18:17:54.369685 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-e8f88090-8e7a-4b7c-bd7d-98280027f494 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Synchronizing usage tracker for tenant:d04a7b8a6f1f460697416688fa4f1b49 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:17:54.443301 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-e8f88090-8e7a-4b7c-bd7d-98280027f494 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Unset dirty status for tenant:d04a7b8a6f1f460697416688fa4f1b49 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:17:54.444703 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-e8f88090-8e7a-4b7c-bd7d-98280027f494 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d04a7b8a6f1f460697416688fa4f1b49&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1600790
Apr 02 18:17:54.696754 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-b29c84c1-237f-40a9-814f-b1d8ad6f5871 service neutron] 10.222.0.10 "GET /v2.0/networks/90ec4bbb-4cfa-4f5b-a343-b4e187660bc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2382483
Apr 02 18:17:54.837525 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-ec1bcc6e-9833-4b15-8d6b-38481c0f92e1 service neutron] 10.222.0.10 "GET /v2.0/networks/90ec4bbb-4cfa-4f5b-a343-b4e187660bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342013
Apr 02 18:17:55.489771 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-415e2187-24d4-42eb-8a1d-8cd3ebe82d1e req-377a84e6-3749-471e-bf77-280bc3842143 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=5756c9b9-5c78-4546-b4de-ccf642ebb1b2 HTTP/1.1" status: 200  len: 210 time: 0.0489907
Apr 02 18:17:56.654684 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-300f76f7-0f91-4f28-96b7-263cb755ab3f req-f4c06223-4c83-46e1-898a-e6a350a46c45 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=5756c9b9-5c78-4546-b4de-ccf642ebb1b2 HTTP/1.1" status: 200  len: 210 time: 0.0531864
Apr 02 18:17:57.283913 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-cfad5232-337a-4152-bb19-d0c8661cfb93 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:57.285496 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-cfad5232-337a-4152-bb19-d0c8661cfb93 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.15 "GET /v2.0/networks?id=90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 HTTP/1.1" status: 200  len: 809 time: 0.1629615
Apr 02 18:17:57.370904 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-a65a1b8a-1fab-4119-b27d-1b04686fab8d tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Synchronizing usage tracker for tenant:d04a7b8a6f1f460697416688fa4f1b49 on resource:security_group {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:17:57.384431 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-a65a1b8a-1fab-4119-b27d-1b04686fab8d tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Unset dirty status for tenant:d04a7b8a6f1f460697416688fa4f1b49 on resource:security_group {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:17:57.385814 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-a65a1b8a-1fab-4119-b27d-1b04686fab8d tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d04a7b8a6f1f460697416688fa4f1b49 HTTP/1.1" status: 200  len: 8059 time: 0.0843008
Apr 02 18:17:57.396308 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-97dd2394-1eb2-4516-aab5-492b29336194 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Request body: {'port': {'device_id': '5756c9b9-5c78-4546-b4de-ccf642ebb1b2', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'admin_state_up': True, 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'security_groups': ['c6ae099e-4cf7-4f8e-a19a-7debe5c02231']}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:57.543574 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-97dd2394-1eb2-4516-aab5-492b29336194 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:17:57.553525 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-97dd2394-1eb2-4516-aab5-492b29336194 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:17:57.603918 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-97dd2394-1eb2-4516-aab5-492b29336194 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Made reservation on behalf of d04a7b8a6f1f460697416688fa4f1b49 for: {'port': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:17:57.610054 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-97dd2394-1eb2-4516-aab5-492b29336194 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:57.632468 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-df3aafe2-5a9c-404e-8d33-c35370ac058e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:57.783380 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-97dd2394-1eb2-4516-aab5-492b29336194 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Allocated IP 172.20.0.3 (90ec4bbb-4cfa-4f5b-a343-b4e187660bc7/020b479b-570a-409f-b890-594a2858ea45/44892dc6-5fea-4f09-be41-0dfc45ae9938) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:17:57.822965 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-86b28d50-7aec-43ca-a2ca-cf9253ef0876 req-b6e9d96a-c778-4b89-9855-93111520dcaa tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=5756c9b9-5c78-4546-b4de-ccf642ebb1b2 HTTP/1.1" status: 200  len: 210 time: 0.0503917
Apr 02 18:17:57.985621 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-97dd2394-1eb2-4516-aab5-492b29336194 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:58.003373 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-97dd2394-1eb2-4516-aab5-492b29336194 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Transition to ACTIVE for port object 44892dc6-5fea-4f09-be41-0dfc45ae9938 will not be triggered until provisioned by entity DHCP. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:17:58.057004 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-97dd2394-1eb2-4516-aab5-492b29336194 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:58.076635 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e53c37e7-0078-4102-b311-03059bba434e tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:58.451924 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd2394-1eb2-4516-aab5-492b29336194 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Pushing event updated for resources: {'Port': ['ID=44892dc6-5fea-4f09-be41-0dfc45ae9938,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:58.457335 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-97dd2394-1eb2-4516-aab5-492b29336194 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:58.510441 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-97dd2394-1eb2-4516-aab5-492b29336194 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Network 90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:17:58.511559 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-97dd2394-1eb2-4516-aab5-492b29336194 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:17:58.513846 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-97dd2394-1eb2-4516-aab5-492b29336194 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:17:58.581906 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-97dd2394-1eb2-4516-aab5-492b29336194 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:58.582586 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-97dd2394-1eb2-4516-aab5-492b29336194 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:58.657182 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-97dd2394-1eb2-4516-aab5-492b29336194 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2654054
Apr 02 18:17:58.671292 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-fcac90c2-db06-4771-ae59-0705ba604b5e service neutron] Request body: {'port': {'device_id': '5756c9b9-5c78-4546-b4de-ccf642ebb1b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:17:58.736088 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:58.793139 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-1cb0de0f-843e-442d-8604-2099a868ad28 None None] Provisioning for port 44892dc6-5fea-4f09-be41-0dfc45ae9938 completed by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:17:58.795773 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-fcac90c2-db06-4771-ae59-0705ba604b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:58.798276 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-1cb0de0f-843e-442d-8604-2099a868ad28 None None] Provisioning complete for port 44892dc6-5fea-4f09-be41-0dfc45ae9938 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:17:58.799210 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1cb0de0f-843e-442d-8604-2099a868ad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:58.857122 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-1cb0de0f-843e-442d-8604-2099a868ad28 None None] Port 44892dc6-5fea-4f09-be41-0dfc45ae9938 cannot update to ACTIVE because it is not bound. {{(pid=84392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:17:59.027795 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b7843-0738-4c04-851e-828b6c977bb3 req-fdec5722-1715-4029-ad3e-4ddd0f24aa8b tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:17:59.029403 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-aa5b7843-0738-4c04-851e-828b6c977bb3 req-fdec5722-1715-4029-ad3e-4ddd0f24aa8b tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=5756c9b9-5c78-4546-b4de-ccf642ebb1b2 HTTP/1.1" status: 200  len: 931 time: 0.0883679
Apr 02 18:17:59.077791 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-aa5b7843-0738-4c04-851e-828b6c977bb3 req-d3af5c97-9f76-4695-81d9-9ad54a91a200 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411227
Apr 02 18:17:59.215110 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-fcac90c2-db06-4771-ae59-0705ba604b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44892dc6-5fea-4f09-be41-0dfc45ae9938 {{(pid=84390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:17:59.223544 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-fcac90c2-db06-4771-ae59-0705ba604b5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:59.239023 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-fcac90c2-db06-4771-ae59-0705ba604b5e service neutron] Transition to ACTIVE for port object 44892dc6-5fea-4f09-be41-0dfc45ae9938 will not be triggered until provisioned by entity L2. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:17:59.261720 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-fcac90c2-db06-4771-ae59-0705ba604b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:59.280720 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-5bb061ea-8601-4241-aec1-84af98fa9586 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:59.416532 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac90c2-db06-4771-ae59-0705ba604b5e service neutron] Pushing event updated for resources: {'Port': ['ID=44892dc6-5fea-4f09-be41-0dfc45ae9938,revision_number=2']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:59.419568 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-fcac90c2-db06-4771-ae59-0705ba604b5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:17:59.539034 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-34df3464-e7e6-4bd6-a307-83333162e23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:59.649922 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-fcac90c2-db06-4771-ae59-0705ba604b5e service neutron] Attempting to bind port 44892dc6-5fea-4f09-be41-0dfc45ae9938 on host hv-cinder-78460 for vnic_type normal with profile  {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:17:59.650322 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-fcac90c2-db06-4771-ae59-0705ba604b5e service neutron] Attempting to bind port 44892dc6-5fea-4f09-be41-0dfc45ae9938 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7'}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:17:59.650712 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-fcac90c2-db06-4771-ae59-0705ba604b5e service neutron] Attempting to bind port 44892dc6-5fea-4f09-be41-0dfc45ae9938 on network 90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:17:59.656006 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-fcac90c2-db06-4771-ae59-0705ba604b5e service neutron] Port 44892dc6-5fea-4f09-be41-0dfc45ae9938 on network 90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:17:59.656365 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-fcac90c2-db06-4771-ae59-0705ba604b5e service neutron] Attempting to bind port 44892dc6-5fea-4f09-be41-0dfc45ae9938 on network 90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:17:59.661937 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-fcac90c2-db06-4771-ae59-0705ba604b5e service neutron] Checking agent: {'id': 'ba9f1d54-5540-4326-91bf-66629f4d5678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'started_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:17:59.662323 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-fcac90c2-db06-4771-ae59-0705ba604b5e service neutron] Checking segment: {'id': '86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:17:59.662764 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-fcac90c2-db06-4771-ae59-0705ba604b5e service neutron] Bound using segment: {'id': '86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7'} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:17:59.663229 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-fcac90c2-db06-4771-ae59-0705ba604b5e service neutron] Bound port: 44892dc6-5fea-4f09-be41-0dfc45ae9938, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7'}}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:17:59.663610 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-fcac90c2-db06-4771-ae59-0705ba604b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:59.760884 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-fcac90c2-db06-4771-ae59-0705ba604b5e service neutron] For port 44892dc6-5fea-4f09-be41-0dfc45ae9938, host hv-cinder-78460, cleared binding levels {{(pid=84390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:17:59.763875 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-fcac90c2-db06-4771-ae59-0705ba604b5e service neutron] For port 44892dc6-5fea-4f09-be41-0dfc45ae9938, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=44892dc6-5fea-4f09-be41-0dfc45ae9938,segment=NetworkSegment(86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b),segment_id=86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b)] {{(pid=84390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:17:59.822284 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-fcac90c2-db06-4771-ae59-0705ba604b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:17:59.837515 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7f779954-d7a6-4fb3-bc3c-ceb4194532cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:17:59.991579 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac90c2-db06-4771-ae59-0705ba604b5e service neutron] Pushing event updated for resources: {'Port': ['ID=44892dc6-5fea-4f09-be41-0dfc45ae9938,revision_number=3']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:17:59.996236 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-fcac90c2-db06-4771-ae59-0705ba604b5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:00.025606 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-fcac90c2-db06-4771-ae59-0705ba604b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:00.026140 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-fcac90c2-db06-4771-ae59-0705ba604b5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:00.027914 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-fcac90c2-db06-4771-ae59-0705ba604b5e service neutron] 10.222.0.15 "PUT /v2.0/ports/44892dc6-5fea-4f09-be41-0dfc45ae9938 HTTP/1.1" status: 200  len: 1093 time: 1.3620033
Apr 02 18:18:00.028450 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5756c9b9-5c78-4546-b4de-ccf642ebb1b2', 'tag': '44892dc6-5fea-4f09-be41-0dfc45ae9938'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:18:00.077332 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5756c9b9-5c78-4546-b4de-ccf642ebb1b2', 'tag': '44892dc6-5fea-4f09-be41-0dfc45ae9938', 'status': 'completed', 'code': 200}
Apr 02 18:18:00.079464 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:00.189670 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cedf91-c619-41e0-ab5f-30b94b63ec6f req-cfc0f5da-3fcf-41b4-b416-e5e0cc8e0bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:00.191653 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a8cedf91-c619-41e0-ab5f-30b94b63ec6f req-cfc0f5da-3fcf-41b4-b416-e5e0cc8e0bd1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d04a7b8a6f1f460697416688fa4f1b49&device_id=5756c9b9-5c78-4546-b4de-ccf642ebb1b2 HTTP/1.1" status: 200  len: 1096 time: 0.0902274
Apr 02 18:18:00.295069 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c3791-6f20-4765-99d7-359914395d47 req-f4146884-1293-4e87-ba12-77331ea7226a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:00.296632 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ac3c3791-6f20-4765-99d7-359914395d47 req-f4146884-1293-4e87-ba12-77331ea7226a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=5756c9b9-5c78-4546-b4de-ccf642ebb1b2 HTTP/1.1" status: 200  len: 943 time: 0.0947385
Apr 02 18:18:00.348212 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ac3c3791-6f20-4765-99d7-359914395d47 req-292610ee-c51a-4cae-a1aa-26804e577b17 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448918
Apr 02 18:18:00.363397 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cedf91-c619-41e0-ab5f-30b94b63ec6f req-1fa5855a-b668-429f-a292-e1cd6d6fa00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:00.364998 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a8cedf91-c619-41e0-ab5f-30b94b63ec6f req-1fa5855a-b668-429f-a292-e1cd6d6fa00a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d04a7b8a6f1f460697416688fa4f1b49&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1537416
Apr 02 18:18:00.523283 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cedf91-c619-41e0-ab5f-30b94b63ec6f req-6bafea44-fdca-435a-a134-093aa8928355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:00.524894 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a8cedf91-c619-41e0-ab5f-30b94b63ec6f req-6bafea44-fdca-435a-a134-093aa8928355 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1526012
Apr 02 18:18:00.653238 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-b59abac4-871f-4616-8911-532645e211cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:00.654867 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-b59abac4-871f-4616-8911-532645e211cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d04a7b8a6f1f460697416688fa4f1b49&device_id=5756c9b9-5c78-4546-b4de-ccf642ebb1b2 HTTP/1.1" status: 200  len: 1096 time: 0.0895407
Apr 02 18:18:00.738199 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-bc5c3787-3005-4c34-8b33-7664fc5f6d24 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44892dc6-5fea-4f09-be41-0dfc45ae9938 HTTP/1.1" status: 200  len: 217 time: 0.0732427
Apr 02 18:18:00.808927 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-1a0754ce-1a50-4b2a-86db-e6e11224834b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:00.810501 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-1a0754ce-1a50-4b2a-86db-e6e11224834b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=020b479b-570a-409f-b890-594a2858ea45 HTTP/1.1" status: 200  len: 848 time: 0.0653937
Apr 02 18:18:00.909192 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-f4e4345c-4e2f-42f4-9232-eecc53179631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:00.911855 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-f4e4345c-4e2f-42f4-9232-eecc53179631 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90ec4bbb-4cfa-4f5b-a343-b4e187660bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0928922
Apr 02 18:18:01.067403 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-1200140a-e62c-4a3b-9c44-18086f727b0d service neutron] 10.222.0.15 "GET /v2.0/networks/90ec4bbb-4cfa-4f5b-a343-b4e187660bc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480622
Apr 02 18:18:01.220302 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c3c1de46-713c-4d36-afb4-5a36d52f5a22 req-14619183-eb03-449f-8a87-a8547f333de2 service neutron] 10.222.0.15 "GET /v2.0/networks/90ec4bbb-4cfa-4f5b-a343-b4e187660bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380012
Apr 02 18:18:01.551522 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77936b-7169-4f1f-843e-584a65ba7c53 req-d3152ef3-7179-4f0e-b9ea-50137050af7c tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:01.553102 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fc77936b-7169-4f1f-843e-584a65ba7c53 req-d3152ef3-7179-4f0e-b9ea-50137050af7c tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=5756c9b9-5c78-4546-b4de-ccf642ebb1b2 HTTP/1.1" status: 200  len: 943 time: 0.0917792
Apr 02 18:18:01.599326 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fc77936b-7169-4f1f-843e-584a65ba7c53 req-d83721ad-cf97-4888-b1f0-97633e23d379 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400183
Apr 02 18:18:01.723816 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:02.795191 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3400526-eb9e-4a2c-a388-077af060940f req-e0a09b0c-319c-492f-8dc8-d66716c31e8a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:02.796783 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d3400526-eb9e-4a2c-a388-077af060940f req-e0a09b0c-319c-492f-8dc8-d66716c31e8a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=5756c9b9-5c78-4546-b4de-ccf642ebb1b2 HTTP/1.1" status: 200  len: 943 time: 0.0872076
Apr 02 18:18:02.847124 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d3400526-eb9e-4a2c-a388-077af060940f req-e21da566-efbd-45cc-918d-11c31c49f7f7 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434608
Apr 02 18:18:04.054138 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce688fe9-9c9b-4ace-ae37-b840b9c59b4f req-18ff0a2e-eedf-4425-8b29-805e741de25d tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:04.055775 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ce688fe9-9c9b-4ace-ae37-b840b9c59b4f req-18ff0a2e-eedf-4425-8b29-805e741de25d tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=5756c9b9-5c78-4546-b4de-ccf642ebb1b2 HTTP/1.1" status: 200  len: 943 time: 0.0923760
Apr 02 18:18:04.103158 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ce688fe9-9c9b-4ace-ae37-b840b9c59b4f req-e3cde469-d863-46a7-a61d-211d6d245597 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409591
Apr 02 18:18:05.302901 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fa659-5393-4478-9b32-9267e5a718fd req-eace1795-2a10-4ed3-8519-7816f80a65a4 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:05.304650 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-cb3fa659-5393-4478-9b32-9267e5a718fd req-eace1795-2a10-4ed3-8519-7816f80a65a4 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=5756c9b9-5c78-4546-b4de-ccf642ebb1b2 HTTP/1.1" status: 200  len: 943 time: 0.0884519
Apr 02 18:18:05.356302 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-cb3fa659-5393-4478-9b32-9267e5a718fd req-bf8443be-b27c-4052-9065-cf39f0442900 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452983
Apr 02 18:18:06.560605 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610277b-a5c9-4fb0-93ce-34cc06ba5008 req-3b21ff99-6939-4171-8723-6e05a701e0d5 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:06.562213 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6610277b-a5c9-4fb0-93ce-34cc06ba5008 req-3b21ff99-6939-4171-8723-6e05a701e0d5 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=5756c9b9-5c78-4546-b4de-ccf642ebb1b2 HTTP/1.1" status: 200  len: 943 time: 0.0881805
Apr 02 18:18:06.610506 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6610277b-a5c9-4fb0-93ce-34cc06ba5008 req-b662f5ec-8adc-4771-8550-233fd9260f1c tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413630
Apr 02 18:18:07.818718 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493aafe-58f0-4787-90ab-b352944fe92a req-b5513e30-608d-4a7b-9382-885e2ea8c47c tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:07.820339 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7493aafe-58f0-4787-90ab-b352944fe92a req-b5513e30-608d-4a7b-9382-885e2ea8c47c tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=5756c9b9-5c78-4546-b4de-ccf642ebb1b2 HTTP/1.1" status: 200  len: 943 time: 0.0903325
Apr 02 18:18:07.869447 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7493aafe-58f0-4787-90ab-b352944fe92a req-3070c3c3-dbeb-48b2-8a8c-bfb0c3103565 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424273
Apr 02 18:18:08.404969 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 44892dc6-5fea-4f09-be41-0dfc45ae9938 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:18:08.710324 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 44892dc6-5fea-4f09-be41-0dfc45ae9938, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=44892dc6-5fea-4f09-be41-0dfc45ae9938,segment=NetworkSegment(86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b),segment_id=86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:18:08.724359 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Returning: {'device': '44892dc6-5fea-4f09-be41-0dfc45ae9938', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'port_id': '44892dc6-5fea-4f09-be41-0dfc45ae9938', 'mac_address': 'fa:16:3e:de:bf:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020b479b-570a-409f-b890-594a2858ea45', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:18:08.782812 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:08.801147 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44892dc6-5fea-4f09-be41-0dfc45ae9938 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:18:08.816990 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 44892dc6-5fea-4f09-be41-0dfc45ae9938, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=44892dc6-5fea-4f09-be41-0dfc45ae9938,segment=NetworkSegment(86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b),segment_id=86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:18:08.850125 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:08.852022 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4ba91bf6-ff67-4650-9686-a3c67a3cf3c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:08.926567 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=44892dc6-5fea-4f09-be41-0dfc45ae9938,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:08.929837 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:09.074867 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f1790-0c6a-4499-8943-aa449d008028 req-41210e6f-a78c-4945-92a1-9ff296b794fe tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:09.076477 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ee3f1790-0c6a-4499-8943-aa449d008028 req-41210e6f-a78c-4945-92a1-9ff296b794fe tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=5756c9b9-5c78-4546-b4de-ccf642ebb1b2 HTTP/1.1" status: 200  len: 944 time: 0.0903237
Apr 02 18:18:09.078347 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['44892dc6-5fea-4f09-be41-0dfc45ae9938'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:18:09.124882 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ee3f1790-0c6a-4499-8943-aa449d008028 req-6c068bac-7293-4100-b5cb-d384df9fdd92 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409629
Apr 02 18:18:09.373836 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:09.788385 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44107936-96e4-4ec7-9be4-b12f07cf52c0 req-ee89ebbf-3e2d-4cde-b96b-ff00f4445e8b tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:09.789964 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-44107936-96e4-4ec7-9be4-b12f07cf52c0 req-ee89ebbf-3e2d-4cde-b96b-ff00f4445e8b tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 946 time: 0.0905139
Apr 02 18:18:09.837307 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-44107936-96e4-4ec7-9be4-b12f07cf52c0 req-5b92dd37-7a1e-4273-80e1-546cb4227a4f tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410612
Apr 02 18:18:10.334195 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de84548-f355-487e-b70e-52e66fb53314 req-cc05f8c6-9a23-4622-b87d-09ceef73184f tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:10.335798 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4de84548-f355-487e-b70e-52e66fb53314 req-cc05f8c6-9a23-4622-b87d-09ceef73184f tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=5756c9b9-5c78-4546-b4de-ccf642ebb1b2 HTTP/1.1" status: 200  len: 944 time: 0.0911157
Apr 02 18:18:10.382396 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4de84548-f355-487e-b70e-52e66fb53314 req-92ccd7db-003c-42c9-a922-156829ce4c82 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402288
Apr 02 18:18:10.400215 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 44892dc6-5fea-4f09-be41-0dfc45ae9938 up at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:18:10.496330 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning for port 44892dc6-5fea-4f09-be41-0dfc45ae9938 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:18:10.501071 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning complete for port 44892dc6-5fea-4f09-be41-0dfc45ae9938 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:18:10.501496 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:10.624004 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:10.652621 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5756c9b9-5c78-4546-b4de-ccf642ebb1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44892dc6-5fea-4f09-be41-0dfc45ae9938'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:18:10.662684 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 44892dc6-5fea-4f09-be41-0dfc45ae9938, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=44892dc6-5fea-4f09-be41-0dfc45ae9938,segment=NetworkSegment(86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b),segment_id=86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:18:10.691151 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:10.693282 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:10.732380 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5756c9b9-5c78-4546-b4de-ccf642ebb1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44892dc6-5fea-4f09-be41-0dfc45ae9938', 'code': 200}
Apr 02 18:18:10.766653 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=44892dc6-5fea-4f09-be41-0dfc45ae9938,revision_number=5']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:10.769864 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:11.045079 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a088a32-4123-4772-87a2-6f8ed634426b req-e9c936a3-8572-435c-8de5-81098638c3aa tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:11.046670 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0a088a32-4123-4772-87a2-6f8ed634426b req-e9c936a3-8572-435c-8de5-81098638c3aa tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 946 time: 0.0885825
Apr 02 18:18:11.062089 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f445c-0753-44db-a7d7-cc24ff1a624b req-5770b500-a9c0-468f-b4df-e07a7b2e47e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:11.063791 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e76f445c-0753-44db-a7d7-cc24ff1a624b req-5770b500-a9c0-468f-b4df-e07a7b2e47e2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5756c9b9-5c78-4546-b4de-ccf642ebb1b2 HTTP/1.1" status: 200  len: 1098 time: 0.0805058
Apr 02 18:18:11.094852 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0a088a32-4123-4772-87a2-6f8ed634426b req-865ce638-41cb-4c0a-b8ce-e010f41a405e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411084
Apr 02 18:18:11.109747 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e76f445c-0753-44db-a7d7-cc24ff1a624b req-09e2715d-d39f-4cf2-891f-a026d90ea91d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0364099
Apr 02 18:18:11.589636 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b8186-41dc-44ab-b8ea-218e377a3d9c req-40914a2a-a047-4af5-92f9-dbf43b7360c2 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:11.591233 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-156b8186-41dc-44ab-b8ea-218e377a3d9c req-40914a2a-a047-4af5-92f9-dbf43b7360c2 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=5756c9b9-5c78-4546-b4de-ccf642ebb1b2 HTTP/1.1" status: 200  len: 945 time: 0.0920186
Apr 02 18:18:11.637791 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-156b8186-41dc-44ab-b8ea-218e377a3d9c req-64962cf4-1e72-445f-a5ca-1c8f3105d25d tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396945
Apr 02 18:18:12.298440 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee193077-8db9-405a-8ea6-141f362a0d46 req-038ec080-5a42-4479-a7ff-13461a90a9e8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:12.300603 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ee193077-8db9-405a-8ea6-141f362a0d46 req-038ec080-5a42-4479-a7ff-13461a90a9e8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 946 time: 0.0873270
Apr 02 18:18:12.350578 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ee193077-8db9-405a-8ea6-141f362a0d46 req-be5378d0-7a13-4023-ba59-8827f0a35ad2 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436132
Apr 02 18:18:12.835082 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145c0b5-19fa-442b-b401-a394f65d9d1b req-47ec4830-d644-4c98-a7db-b7bbce92d951 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:12.836678 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3145c0b5-19fa-442b-b401-a394f65d9d1b req-47ec4830-d644-4c98-a7db-b7bbce92d951 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=5756c9b9-5c78-4546-b4de-ccf642ebb1b2 HTTP/1.1" status: 200  len: 945 time: 0.0875056
Apr 02 18:18:12.884812 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3145c0b5-19fa-442b-b401-a394f65d9d1b req-be43c477-d2c4-491c-9710-628a9bce3ca1 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418179
Apr 02 18:18:13.088287 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a639e-8ee7-4dbf-a511-c75563a66776 req-a9002198-14bc-4658-8598-9fe54d34a56d tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:13.089857 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fc3a639e-8ee7-4dbf-a511-c75563a66776 req-a9002198-14bc-4658-8598-9fe54d34a56d tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=5756c9b9-5c78-4546-b4de-ccf642ebb1b2 HTTP/1.1" status: 200  len: 945 time: 0.0905929
Apr 02 18:18:13.136400 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fc3a639e-8ee7-4dbf-a511-c75563a66776 req-9fbd772b-b001-430d-8912-36b1fa1e562b tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403047
Apr 02 18:18:13.161155 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 43536) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:18:13.346524 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0277570-336a-40a1-8cd6-1115ab103383 tempest-TestVolumeBootPattern-1408449651 tempest-TestVolumeBootPattern-1408449651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:13.348145 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-f0277570-336a-40a1-8cd6-1115ab103383 tempest-TestVolumeBootPattern-1408449651 tempest-TestVolumeBootPattern-1408449651-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5756c9b9-5c78-4546-b4de-ccf642ebb1b2 HTTP/1.1" status: 200  len: 1093 time: 0.1859012
Apr 02 18:18:13.351380 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 43542) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:18:13.356776 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Request body: {'floatingip': {'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'port_id': '44892dc6-5fea-4f09-be41-0dfc45ae9938', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:18:13.363673 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:18:13.367718 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Usage tracker for resource:floatingip and tenant:d04a7b8a6f1f460697416688fa4f1b49 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:18:13.370678 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:18:13.376553 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:18:13.450460 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for floatingip, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:13.635500 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fea183-4d7a-459e-89e0-e93d55c1eddc req-4f4af08e-a3c5-4f27-a0d7-ca58380fe838 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:13.637081 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-83fea183-4d7a-459e-89e0-e93d55c1eddc req-4f4af08e-a3c5-4f27-a0d7-ca58380fe838 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 946 time: 0.1669741
Apr 02 18:18:13.705990 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-83fea183-4d7a-459e-89e0-e93d55c1eddc req-6d8d2eb6-8748-4303-92f1-e467722da81a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612471
Apr 02 18:18:13.710366 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:14.088348 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Allocated IP 172.27.2.125 (42dddd6f-9dd9-47ad-90cc-d42a9f8f1223/91c6c6e9-4506-41a9-9628-98cc28823f44/c8184127-7852-4760-b5dd-37f2d69986fa) {{(pid=84391) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:18:14.238100 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for port, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:14.313325 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851822213'] for port, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:14.328582 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-56d40470-1f86-4238-b8df-92a378104b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:14.465144 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Pushing event updated for resources: {'Port': ['ID=c8184127-7852-4760-b5dd-37f2d69986fa,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:14.487335 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:14.487732 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:14.488073 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:14.488478 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:14.488879 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:14.489280 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:14.489678 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:14.490076 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:14.490500 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:14.490897 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:14.491288 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:14.491681 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:14.496775 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:14.530334 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 is already hosted by enough agents. {{(pid=84391) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:18:14.531472 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Resources bound (agent type, host, resource id):  {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:18:14.533699 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Received port after_create {{(pid=84391) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:18:14.982181 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5350c0-7ee4-488e-bd1b-8d728593f94e req-d812939f-3ae8-4456-b9a6-450c3f12be8d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:14.983786 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bd5350c0-7ee4-488e-bd1b-8d728593f94e req-d812939f-3ae8-4456-b9a6-450c3f12be8d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 946 time: 0.1586475
Apr 02 18:18:15.051869 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bd5350c0-7ee4-488e-bd1b-8d728593f94e req-7f7b7a2c-b5e9-4d97-a486-eaee133253a7 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603385
Apr 02 18:18:15.066111 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:15.169307 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:15.439056 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for port, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:15.478857 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2953587'] for port, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:15.494225 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b93b4c46-a160-4b7f-a7bb-099cf166a2be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:15.628186 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Pushing event updated for resources: {'Port': ['ID=c8184127-7852-4760-b5dd-37f2d69986fa,revision_number=2']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:15.632907 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:15.731517 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854362165'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:15.910995 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.l3_db [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Floating IP 49a08768-7882-4685-a0d7-9658227ced65 associated. External IP: 172.27.2.125, port: 44892dc6-5fea-4f09-be41-0dfc45ae9938.
Apr 02 18:18:16.599676 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3a9ea-365b-4f36-93d6-6ccb781d8882 req-62d4d098-48cb-47e4-9b63-9582e59f3497 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:16.601276 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-12f3a9ea-365b-4f36-93d6-6ccb781d8882 req-62d4d098-48cb-47e4-9b63-9582e59f3497 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 946 time: 0.1479406
Apr 02 18:18:16.606056 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Router 2752469c-4c75-40b1-9d6a-886423a3dbdf has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:18:16.783371 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-12f3a9ea-365b-4f36-93d6-6ccb781d8882 req-5aa6d93a-c827-471d-9a39-6bc41cfcce6e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1744728
Apr 02 18:18:16.835337 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:18:16.845285 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476df05c-a6e0-4853-b9f7-f3862ace210e None None] Sync routers for ids ['2752469c-4c75-40b1-9d6a-886423a3dbdf'] in dv-cinder-784603-1-iscsi {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:18:16.855567 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476df05c-a6e0-4853-b9f7-f3862ace210e None None] Routers {'2752469c-4c75-40b1-9d6a-886423a3dbdf'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:18:16.856260 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-476df05c-a6e0-4853-b9f7-f3862ace210e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10ac8c88>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:17:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['2752469c-4c75-40b1-9d6a-886423a3dbdf'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:18:16.891330 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:16.952119 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-d0d9d7b0-7240-4b7d-a424-dcce9623db0e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.5996335
Apr 02 18:18:16.953006 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5756c9b9-5c78-4546-b4de-ccf642ebb1b2', 'tag': '44892dc6-5fea-4f09-be41-0dfc45ae9938'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:18:17.000888 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5756c9b9-5c78-4546-b4de-ccf642ebb1b2', 'tag': '44892dc6-5fea-4f09-be41-0dfc45ae9938', 'status': 'completed', 'code': 200}
Apr 02 18:18:17.051137 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-476df05c-a6e0-4853-b9f7-f3862ace210e None None] Set router 2752469c-4c75-40b1-9d6a-886423a3dbdf gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:18:17.109320 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d966a1a-b13d-4b1b-b5b1-d6d586150fef req-c759faf7-a8a0-4ca5-8ab2-403e76ec4298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:17.110903 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8d966a1a-b13d-4b1b-b5b1-d6d586150fef req-c759faf7-a8a0-4ca5-8ab2-403e76ec4298 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d04a7b8a6f1f460697416688fa4f1b49&device_id=5756c9b9-5c78-4546-b4de-ccf642ebb1b2 HTTP/1.1" status: 200  len: 1098 time: 0.0840728
Apr 02 18:18:17.253880 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d966a1a-b13d-4b1b-b5b1-d6d586150fef req-176ebf46-5d64-44b2-83c7-307f0f68ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:17.255505 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8d966a1a-b13d-4b1b-b5b1-d6d586150fef req-176ebf46-5d64-44b2-83c7-307f0f68ca2a service neutron] 10.222.0.15 "GET /v2.0/networks?id=90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 HTTP/1.1" status: 200  len: 909 time: 0.1379590
Apr 02 18:18:17.362956 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8d966a1a-b13d-4b1b-b5b1-d6d586150fef req-967ae93f-8eb1-4792-9ccf-60d001988383 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44892dc6-5fea-4f09-be41-0dfc45ae9938 HTTP/1.1" status: 200  len: 999 time: 0.1003850
Apr 02 18:18:17.418503 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-476df05c-a6e0-4853-b9f7-f3862ace210e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10ac8c88>, [{'id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'name': 'tempest-TestVolumeBootPattern-9113196-router', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:08Z', 'updated_at': '2021-04-02T18:17:16Z', 'revision_number': 4, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'gw_port': {'id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:09Z', 'updated_at': '2021-04-02T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_floatingips': [{'id': '49a08768-7882-4685-a0d7-9658227ced65', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'port_id': '44892dc6-5fea-4f09-be41-0dfc45ae9938', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'mac_address': 'fa:16:3e:de:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5756c9b9-5c78-4546-b4de-ccf642ebb1b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:18:14Z', 'updated_at': '2021-04-02T18:18:14Z', 'revision_number': 0, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f40f967-3097-43d0-a0e7-181c204d1b0e', 'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'mac_address': 'fa:16:3e:38:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '020b479b-570a-409f-b890-594a2858ea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:15Z', 'updated_at': '2021-04-02T18:17:24Z', 'revision_number': 5, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'subnets': [{'id': '020b479b-570a-409f-b890-594a2858ea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:18:17.422717 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476df05c-a6e0-4853-b9f7-f3862ace210e None None] Checking router: 2752469c-4c75-40b1-9d6a-886423a3dbdf for host: dv-cinder-784603-1-iscsi {{(pid=84392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:18:17.432774 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476df05c-a6e0-4853-b9f7-f3862ace210e None None] Routers {'2752469c-4c75-40b1-9d6a-886423a3dbdf'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:18:17.433438 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-476df05c-a6e0-4853-b9f7-f3862ace210e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10ac8c88>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:17:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['2752469c-4c75-40b1-9d6a-886423a3dbdf'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:18:17.437390 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d966a1a-b13d-4b1b-b5b1-d6d586150fef req-e5447ce9-3a24-4596-902e-2e0e046bacf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:17.439059 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8d966a1a-b13d-4b1b-b5b1-d6d586150fef req-e5447ce9-3a24-4596-902e-2e0e046bacf9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=020b479b-570a-409f-b890-594a2858ea45 HTTP/1.1" status: 200  len: 848 time: 0.0690746
Apr 02 18:18:17.525757 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d966a1a-b13d-4b1b-b5b1-d6d586150fef req-7bdb3a78-04e1-4400-b772-54c8265a0a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:17.527811 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8d966a1a-b13d-4b1b-b5b1-d6d586150fef req-7bdb3a78-04e1-4400-b772-54c8265a0a7c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90ec4bbb-4cfa-4f5b-a343-b4e187660bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0805926
Apr 02 18:18:17.626322 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-476df05c-a6e0-4853-b9f7-f3862ace210e None None] Set router 2752469c-4c75-40b1-9d6a-886423a3dbdf gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:18:17.676486 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8d966a1a-b13d-4b1b-b5b1-d6d586150fef req-aea9a2d2-871d-4efc-b2a8-75f025ea2c9d service neutron] 10.222.0.15 "GET /v2.0/networks/90ec4bbb-4cfa-4f5b-a343-b4e187660bc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358006
Apr 02 18:18:17.825840 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8d966a1a-b13d-4b1b-b5b1-d6d586150fef req-8349e060-32a1-48a2-868c-3c790a7a675e service neutron] 10.222.0.15 "GET /v2.0/networks/90ec4bbb-4cfa-4f5b-a343-b4e187660bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1420281
Apr 02 18:18:17.997086 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6330d-882b-4ed2-939a-73809fc7559d req-3bfd699d-eba9-4bde-8633-ce40717444ac tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:17.998717 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-68f6330d-882b-4ed2-939a-73809fc7559d req-3bfd699d-eba9-4bde-8633-ce40717444ac tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 946 time: 0.0928254
Apr 02 18:18:18.010043 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-476df05c-a6e0-4853-b9f7-f3862ace210e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10ac8c88>, [{'id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'name': 'tempest-TestVolumeBootPattern-9113196-router', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:08Z', 'updated_at': '2021-04-02T18:17:16Z', 'revision_number': 4, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'gw_port': {'id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:09Z', 'updated_at': '2021-04-02T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_floatingips': [{'id': '49a08768-7882-4685-a0d7-9658227ced65', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'port_id': '44892dc6-5fea-4f09-be41-0dfc45ae9938', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'mac_address': 'fa:16:3e:de:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5756c9b9-5c78-4546-b4de-ccf642ebb1b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:18:14Z', 'updated_at': '2021-04-02T18:18:14Z', 'revision_number': 0, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f40f967-3097-43d0-a0e7-181c204d1b0e', 'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'mac_address': 'fa:16:3e:38:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '020b479b-570a-409f-b890-594a2858ea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:15Z', 'updated_at': '2021-04-02T18:17:24Z', 'revision_number': 5, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'subnets': [{'id': '020b479b-570a-409f-b890-594a2858ea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:18:18.014741 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476df05c-a6e0-4853-b9f7-f3862ace210e None None] The sync data for ids ['2752469c-4c75-40b1-9d6a-886423a3dbdf'] in dv-cinder-784603-1-iscsi is: [{'id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'name': 'tempest-TestVolumeBootPattern-9113196-router', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:08Z', 'updated_at': '2021-04-02T18:17:16Z', 'revision_number': 4, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'gw_port': {'id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:09Z', 'updated_at': '2021-04-02T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_floatingips': [{'id': '49a08768-7882-4685-a0d7-9658227ced65', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'port_id': '44892dc6-5fea-4f09-be41-0dfc45ae9938', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'mac_address': 'fa:16:3e:de:bf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5756c9b9-5c78-4546-b4de-ccf642ebb1b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:18:14Z', 'updated_at': '2021-04-02T18:18:14Z', 'revision_number': 0, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f40f967-3097-43d0-a0e7-181c204d1b0e', 'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'mac_address': 'fa:16:3e:38:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '020b479b-570a-409f-b890-594a2858ea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:15Z', 'updated_at': '2021-04-02T18:17:24Z', 'revision_number': 5, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'subnets': [{'id': '020b479b-570a-409f-b890-594a2858ea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:18:18.051268 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-68f6330d-882b-4ed2-939a-73809fc7559d req-90914742-e701-463a-b124-f19d856c6404 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454702
Apr 02 18:18:18.298046 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304b0301-1467-4922-9009-320cbfbd1692 None None] New status for floating IP 49a08768-7882-4685-a0d7-9658227ced65: ACTIVE {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:18:19.259329 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c461f-4525-4ae3-9368-7cdecffd831d req-b3e5dc60-4e6c-4162-b79b-5edcfba7985a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:19.260909 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b18c461f-4525-4ae3-9368-7cdecffd831d req-b3e5dc60-4e6c-4162-b79b-5edcfba7985a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 946 time: 0.0871437
Apr 02 18:18:19.308464 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b18c461f-4525-4ae3-9368-7cdecffd831d req-7ec4f257-ec0e-42d3-9bbb-40a2bc99bdae tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413685
Apr 02 18:18:20.417658 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 5490e1df-41bd-4477-a5e5-adb011b8f559 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:18:20.520247 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25b347-c442-4211-9d17-cde0b2e2f997 req-34c213d8-f5db-4dd9-84eb-d4a3b9c8e00c tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:20.521996 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7d25b347-c442-4211-9d17-cde0b2e2f997 req-34c213d8-f5db-4dd9-84eb-d4a3b9c8e00c tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 946 time: 0.0933168
Apr 02 18:18:20.562481 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 5490e1df-41bd-4477-a5e5-adb011b8f559, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5490e1df-41bd-4477-a5e5-adb011b8f559,segment=NetworkSegment(f987815a-0fd5-40b0-85da-34501f7e40a0),segment_id=f987815a-0fd5-40b0-85da-34501f7e40a0)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:18:20.571745 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7d25b347-c442-4211-9d17-cde0b2e2f997 req-6c0ba5ec-1ca3-4f0b-b59b-c67008b2dc64 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428283
Apr 02 18:18:20.576948 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Returning: {'device': '5490e1df-41bd-4477-a5e5-adb011b8f559', 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c', 'port_id': '5490e1df-41bd-4477-a5e5-adb011b8f559', 'mac_address': 'fa:16:3e:30:5d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:18:20.636723 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:20.654259 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5490e1df-41bd-4477-a5e5-adb011b8f559 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:18:20.670190 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 5490e1df-41bd-4477-a5e5-adb011b8f559, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5490e1df-41bd-4477-a5e5-adb011b8f559,segment=NetworkSegment(f987815a-0fd5-40b0-85da-34501f7e40a0),segment_id=f987815a-0fd5-40b0-85da-34501f7e40a0)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:18:20.724519 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:20.726356 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:20.801115 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=5490e1df-41bd-4477-a5e5-adb011b8f559,revision_number=6']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:20.804092 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:20.818890 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['5490e1df-41bd-4477-a5e5-adb011b8f559'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:18:21.775233 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d425d4-4a0e-4499-9401-dcef3b78eb06 req-c4a364d4-037b-4dca-9778-9729370c8157 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:21.777078 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f9d425d4-4a0e-4499-9401-dcef3b78eb06 req-c4a364d4-037b-4dca-9778-9729370c8157 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 945 time: 0.0876074
Apr 02 18:18:21.828085 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f9d425d4-4a0e-4499-9401-dcef3b78eb06 req-7787822b-e48f-40d9-9d48-e169d7ce12c5 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446198
Apr 02 18:18:22.433259 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 5490e1df-41bd-4477-a5e5-adb011b8f559 up at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:18:22.510238 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning complete for port 5490e1df-41bd-4477-a5e5-adb011b8f559 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:18:22.510698 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:22.638720 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:22.667727 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb08699-b8d7-4ca6-82b7-a4123211bf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5490e1df-41bd-4477-a5e5-adb011b8f559'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:18:22.678725 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 5490e1df-41bd-4477-a5e5-adb011b8f559, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5490e1df-41bd-4477-a5e5-adb011b8f559,segment=NetworkSegment(f987815a-0fd5-40b0-85da-34501f7e40a0),segment_id=f987815a-0fd5-40b0-85da-34501f7e40a0)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:18:22.707565 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:22.709717 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:22.743366 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb08699-b8d7-4ca6-82b7-a4123211bf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5490e1df-41bd-4477-a5e5-adb011b8f559', 'code': 200}
Apr 02 18:18:22.784229 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=5490e1df-41bd-4477-a5e5-adb011b8f559,revision_number=7']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:22.787588 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:23.055189 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443a1c2-837f-4c04-b1b4-1876e7d78d50 req-93c33728-5fe5-49e9-a6e2-0cb709935184 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:23.057133 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9443a1c2-837f-4c04-b1b4-1876e7d78d50 req-93c33728-5fe5-49e9-a6e2-0cb709935184 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 946 time: 0.0974450
Apr 02 18:18:23.111481 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9443a1c2-837f-4c04-b1b4-1876e7d78d50 req-abb936a1-630a-4fd2-a876-8988cacb83ab tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448382
Apr 02 18:18:24.221444 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:18:24.341565 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab61e2-708e-4719-bf11-eaf33177962c req-e2e68e55-c012-4e0a-8fd2-6542027f5373 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:24.343236 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-75ab61e2-708e-4719-bf11-eaf33177962c req-e2e68e55-c012-4e0a-8fd2-6542027f5373 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 946 time: 0.0944519
Apr 02 18:18:24.393638 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-75ab61e2-708e-4719-bf11-eaf33177962c req-b34330af-0c0b-4882-843c-bc08ace14fbb tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438309
Apr 02 18:18:25.620312 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc751767-e16c-41a6-9e88-7017fa98a203 req-8b4edc10-f5f5-4a39-b053-25d093a3f178 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:25.621946 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dc751767-e16c-41a6-9e88-7017fa98a203 req-8b4edc10-f5f5-4a39-b053-25d093a3f178 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 946 time: 0.1032119
Apr 02 18:18:25.675972 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dc751767-e16c-41a6-9e88-7017fa98a203 req-93c46db6-bf15-41a0-8ddf-c123286c4525 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473533
Apr 02 18:18:26.913998 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c12c0-0fba-471a-9a08-99581f3e2c30 req-5ac7a341-dda0-46d9-a08a-3606d433fa36 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:26.921138 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-767c12c0-0fba-471a-9a08-99581f3e2c30 req-5ac7a341-dda0-46d9-a08a-3606d433fa36 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 946 time: 0.1238172
Apr 02 18:18:26.973685 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-767c12c0-0fba-471a-9a08-99581f3e2c30 req-6216488e-101d-4d66-ad15-a075cf818e8d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478504
Apr 02 18:18:27.609133 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ca1f8a7b-727c-4a80-b3de-48ae08a9f31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:28.206628 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ff85f-3b99-4447-98d0-3aa2332ffadb req-ae43f03b-6aa4-43f8-a891-8719a9b349a9 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:28.208291 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fa6ff85f-3b99-4447-98d0-3aa2332ffadb req-ae43f03b-6aa4-43f8-a891-8719a9b349a9 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 946 time: 0.0983653
Apr 02 18:18:28.262956 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fa6ff85f-3b99-4447-98d0-3aa2332ffadb req-3c0b645e-5b3f-4d6d-882f-ad93f4fcce63 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473077
Apr 02 18:18:28.730462 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:29.485758 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e95cd-85a1-4344-9352-4940120e068e req-a743b06d-a669-463c-a259-aad463abc19e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:29.488124 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e21e95cd-85a1-4344-9352-4940120e068e req-a743b06d-a669-463c-a259-aad463abc19e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 946 time: 0.0948927
Apr 02 18:18:29.548353 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e21e95cd-85a1-4344-9352-4940120e068e req-5e9b149d-9bbb-4a1d-a140-98ea9099cf29 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505769
Apr 02 18:18:29.553392 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a33df28f-bf52-47cd-9f2a-313ea7097c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:30.071867 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:30.775339 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acbd00-0999-4cd7-b18e-22c680c5707b req-702ef86e-01d2-4127-a877-b7b13891794e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:30.777254 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-23acbd00-0999-4cd7-b18e-22c680c5707b req-702ef86e-01d2-4127-a877-b7b13891794e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 946 time: 0.1007771
Apr 02 18:18:30.838774 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-23acbd00-0999-4cd7-b18e-22c680c5707b req-754391ab-105f-4047-9b9b-2e25b85c225f tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521910
Apr 02 18:18:31.781748 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:32.046209 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6020ec-9444-4f00-8c45-4bbf9c7cd0a1 req-20ff289d-9b3f-4c0d-8c41-a3b17805c8f4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:32.047823 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-da6020ec-9444-4f00-8c45-4bbf9c7cd0a1 req-20ff289d-9b3f-4c0d-8c41-a3b17805c8f4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 946 time: 0.0877528
Apr 02 18:18:32.098865 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-da6020ec-9444-4f00-8c45-4bbf9c7cd0a1 req-ac64aabe-1899-4448-b097-4dbe296a319b tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437508
Apr 02 18:18:33.341038 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251b10e-f77c-4716-b1e3-d98d6a96ec4b req-78873145-2e96-426c-81ea-ddc8353d4854 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:33.342675 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c251b10e-f77c-4716-b1e3-d98d6a96ec4b req-78873145-2e96-426c-81ea-ddc8353d4854 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 946 time: 0.0906506
Apr 02 18:18:33.390275 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c251b10e-f77c-4716-b1e3-d98d6a96ec4b req-f3499063-6566-41fa-91e4-733ef9eef3a9 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405354
Apr 02 18:18:33.985573 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fbfc0-ad87-4f66-bab2-2bc3ad0598d3 req-2223e3cf-cc74-4bd5-8e48-f817d42904d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:33.987728 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7e9fbfc0-ad87-4f66-bab2-2bc3ad0598d3 req-2223e3cf-cc74-4bd5-8e48-f817d42904d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab81f0810293410f90055ce730a5f2ce&device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 1099 time: 0.0817275
Apr 02 18:18:34.406527 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fbfc0-ad87-4f66-bab2-2bc3ad0598d3 req-c9a95600-69ba-4819-85b3-ab285c104baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:34.408612 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7e9fbfc0-ad87-4f66-bab2-2bc3ad0598d3 req-c9a95600-69ba-4819-85b3-ab285c104baf service neutron] 10.222.0.15 "GET /v2.0/networks?id=ba3fcca8-4959-4278-9c76-59b99609716c HTTP/1.1" status: 200  len: 917 time: 0.4138424
Apr 02 18:18:34.512373 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-06078a09-5d0b-4684-84ba-60e3b3869e84 req-9aeb09bf-9bc8-466a-ac9a-03b6f706355d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1816318
Apr 02 18:18:34.528285 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7e9fbfc0-ad87-4f66-bab2-2bc3ad0598d3 req-18da7f84-84c9-4906-bab3-25cdecd7bd65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5490e1df-41bd-4477-a5e5-adb011b8f559 HTTP/1.1" status: 200  len: 1001 time: 0.1119308
Apr 02 18:18:34.607058 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6ea50-9266-438c-a979-daa89b57c3fd req-c9ef65b1-727c-489b-bdb0-dde9c0fb6340 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:34.608677 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-97e6ea50-9266-438c-a979-daa89b57c3fd req-c9ef65b1-727c-489b-bdb0-dde9c0fb6340 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 946 time: 0.0963387
Apr 02 18:18:34.649596 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fbfc0-ad87-4f66-bab2-2bc3ad0598d3 req-f70cfa4a-e6c1-4c9a-8a21-f50ebb435c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:34.651452 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7e9fbfc0-ad87-4f66-bab2-2bc3ad0598d3 req-f70cfa4a-e6c1-4c9a-8a21-f50ebb435c82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b47bc7a-7e44-4ded-9896-b2dbc84447fe HTTP/1.1" status: 200  len: 856 time: 0.1154790
Apr 02 18:18:34.657098 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-97e6ea50-9266-438c-a979-daa89b57c3fd req-017cfd32-edf6-4006-b081-c6aa85b7e397 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413399
Apr 02 18:18:34.736037 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06078a09-5d0b-4684-84ba-60e3b3869e84 req-0b33268e-29d8-4488-af6b-3e97acc11dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:34.737612 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-06078a09-5d0b-4684-84ba-60e3b3869e84 req-0b33268e-29d8-4488-af6b-3e97acc11dbb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bebbc6521cac473683ce0fe4a0a55d65&device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 1098 time: 0.1490939
Apr 02 18:18:34.751527 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fbfc0-ad87-4f66-bab2-2bc3ad0598d3 req-a6c3bd9b-ebc8-4870-9943-bc4873813d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:34.753614 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7e9fbfc0-ad87-4f66-bab2-2bc3ad0598d3 req-a6c3bd9b-ebc8-4870-9943-bc4873813d37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba3fcca8-4959-4278-9c76-59b99609716c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0925882
Apr 02 18:18:35.021028 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7e9fbfc0-ad87-4f66-bab2-2bc3ad0598d3 req-525466b5-ee81-440f-9ddc-f28ab9566f64 service neutron] 10.222.0.15 "GET /v2.0/networks/ba3fcca8-4959-4278-9c76-59b99609716c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2572310
Apr 02 18:18:35.023487 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06078a09-5d0b-4684-84ba-60e3b3869e84 req-373fb7b1-bf8b-4135-8a9c-6ab7c92db7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:35.024928 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-06078a09-5d0b-4684-84ba-60e3b3869e84 req-373fb7b1-bf8b-4135-8a9c-6ab7c92db7c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2a21418c-aaad-48d6-9830-9120a44bedf1 HTTP/1.1" status: 200  len: 907 time: 0.2600296
Apr 02 18:18:35.244875 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-06078a09-5d0b-4684-84ba-60e3b3869e84 req-ac840ffa-ad0d-4584-a7e7-8866cad9c34f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 HTTP/1.1" status: 200  len: 1001 time: 0.2052560
Apr 02 18:18:35.318420 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7e9fbfc0-ad87-4f66-bab2-2bc3ad0598d3 req-558caab5-e002-41d8-a819-6a04f097b49e service neutron] 10.222.0.15 "GET /v2.0/networks/ba3fcca8-4959-4278-9c76-59b99609716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2801588
Apr 02 18:18:35.333390 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06078a09-5d0b-4684-84ba-60e3b3869e84 req-25fa34aa-16aa-4d4a-bbf8-0b8116c1f39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:35.334962 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-06078a09-5d0b-4684-84ba-60e3b3869e84 req-25fa34aa-16aa-4d4a-bbf8-0b8116c1f39f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26e14621-5573-4d8e-8c6f-261d8c7450e8 HTTP/1.1" status: 200  len: 846 time: 0.0822089
Apr 02 18:18:35.422744 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06078a09-5d0b-4684-84ba-60e3b3869e84 req-94762272-15bc-46df-aef9-fbb2d4216f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:35.424922 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-06078a09-5d0b-4684-84ba-60e3b3869e84 req-94762272-15bc-46df-aef9-fbb2d4216f9c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a21418c-aaad-48d6-9830-9120a44bedf1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813448
Apr 02 18:18:35.570688 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-06078a09-5d0b-4684-84ba-60e3b3869e84 req-2fc8d62f-5d4e-4b8c-845f-fec8b34666ef service neutron] 10.222.0.15 "GET /v2.0/networks/2a21418c-aaad-48d6-9830-9120a44bedf1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374686
Apr 02 18:18:35.711109 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-06078a09-5d0b-4684-84ba-60e3b3869e84 req-752f49e9-c636-4c6d-b066-2599b56ce0ac service neutron] 10.222.0.15 "GET /v2.0/networks/2a21418c-aaad-48d6-9830-9120a44bedf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1338058
Apr 02 18:18:35.862998 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fb3e2-94fb-4cb8-8baa-9cdc86668d97 req-2f520bbe-7cee-45e8-a921-e149b3e82b63 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:35.864548 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-599fb3e2-94fb-4cb8-8baa-9cdc86668d97 req-2f520bbe-7cee-45e8-a921-e149b3e82b63 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 946 time: 0.0878799
Apr 02 18:18:35.917536 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-599fb3e2-94fb-4cb8-8baa-9cdc86668d97 req-eb7377a7-710c-456b-a234-058596af6f4d tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459142
Apr 02 18:18:36.453179 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 5490e1df-41bd-4477-a5e5-adb011b8f559 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:18:36.575325 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:36.604303 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb08699-b8d7-4ca6-82b7-a4123211bf8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5490e1df-41bd-4477-a5e5-adb011b8f559'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:18:36.614595 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 5490e1df-41bd-4477-a5e5-adb011b8f559, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5490e1df-41bd-4477-a5e5-adb011b8f559,segment=NetworkSegment(f987815a-0fd5-40b0-85da-34501f7e40a0),segment_id=f987815a-0fd5-40b0-85da-34501f7e40a0)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:18:36.651952 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb08699-b8d7-4ca6-82b7-a4123211bf8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5490e1df-41bd-4477-a5e5-adb011b8f559', 'code': 200}
Apr 02 18:18:36.688271 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:36.690699 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:36.763690 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=5490e1df-41bd-4477-a5e5-adb011b8f559,revision_number=8']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:36.766843 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:37.183975 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf7c74-5525-431f-a781-d7b27db7f56d req-f8cdb26d-9510-4ec5-8f08-0f666fc056db tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:37.185650 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-faaf7c74-5525-431f-a781-d7b27db7f56d req-f8cdb26d-9510-4ec5-8f08-0f666fc056db tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 944 time: 0.0878079
Apr 02 18:18:37.233433 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-faaf7c74-5525-431f-a781-d7b27db7f56d req-baaedd95-3da0-4b5c-ab34-9564de677a8a tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407009
Apr 02 18:18:38.445001 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d64a5-8b23-4eef-8def-1b79ce45f82d req-a4e55fde-eaec-40d7-bc69-c8a3f7b42eae tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:38.446609 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-299d64a5-8b23-4eef-8def-1b79ce45f82d req-a4e55fde-eaec-40d7-bc69-c8a3f7b42eae tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 944 time: 0.0927439
Apr 02 18:18:38.493429 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-299d64a5-8b23-4eef-8def-1b79ce45f82d req-3bfd567a-c192-4abd-a33d-6ff50004edf9 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404680
Apr 02 18:18:39.346180 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:40.465264 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 5490e1df-41bd-4477-a5e5-adb011b8f559 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:18:40.652452 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975b697-5225-4d83-9b42-e531ba3720a3 req-114ae0c2-dced-4f2e-a9ff-e5a1934da951 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:40.654056 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e975b697-5225-4d83-9b42-e531ba3720a3 req-114ae0c2-dced-4f2e-a9ff-e5a1934da951 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 944 time: 0.0910320
Apr 02 18:18:40.702398 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e975b697-5225-4d83-9b42-e531ba3720a3 req-f804b64d-71b5-42ee-93dd-a5afe1bd04b1 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417616
Apr 02 18:18:40.893073 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9856082b-efc9-43a8-a3e1-16b4aa77200c req-22f73d70-cfb0-48b5-9932-a986bcc7531a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0766032
Apr 02 18:18:41.583832 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856082b-efc9-43a8-a3e1-16b4aa77200c req-b988f0b5-6641-43e8-b6ef-45ae1632bbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:41.585477 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9856082b-efc9-43a8-a3e1-16b4aa77200c req-b988f0b5-6641-43e8-b6ef-45ae1632bbef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a&tenant_id=ab81f0810293410f90055ce730a5f2ce HTTP/1.1" status: 200  len: 1097 time: 0.0847795
Apr 02 18:18:41.682374 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856082b-efc9-43a8-a3e1-16b4aa77200c req-b96c53d9-9f8e-48ee-b0d7-6906de78b4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:41.683945 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9856082b-efc9-43a8-a3e1-16b4aa77200c req-b96c53d9-9f8e-48ee-b0d7-6906de78b4c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab81f0810293410f90055ce730a5f2ce&device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 1097 time: 0.0761094
Apr 02 18:18:41.826566 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856082b-efc9-43a8-a3e1-16b4aa77200c req-a98c21e3-fc70-4aa2-bdb1-c2c40950516d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:41.828169 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9856082b-efc9-43a8-a3e1-16b4aa77200c req-a98c21e3-fc70-4aa2-bdb1-c2c40950516d service neutron] 10.222.0.15 "GET /v2.0/networks?id=ba3fcca8-4959-4278-9c76-59b99609716c HTTP/1.1" status: 200  len: 917 time: 0.1376889
Apr 02 18:18:41.911436 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a4fe0-42b0-4b35-b347-1f55e606e371 req-e7a6422c-bebc-400e-a8cd-124cc7e92991 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:41.913071 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b10a4fe0-42b0-4b35-b347-1f55e606e371 req-e7a6422c-bebc-400e-a8cd-124cc7e92991 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 944 time: 0.0919116
Apr 02 18:18:41.943016 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9856082b-efc9-43a8-a3e1-16b4aa77200c req-dcd25e5f-de89-436e-8068-9223237374e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5490e1df-41bd-4477-a5e5-adb011b8f559 HTTP/1.1" status: 200  len: 999 time: 0.1078241
Apr 02 18:18:41.962013 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b10a4fe0-42b0-4b35-b347-1f55e606e371 req-42ad098a-fa40-441d-8a9f-a0db93f454ad tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421484
Apr 02 18:18:42.015663 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856082b-efc9-43a8-a3e1-16b4aa77200c req-703adc6a-fe9c-41fb-9b11-0d5097081a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:42.017872 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9856082b-efc9-43a8-a3e1-16b4aa77200c req-703adc6a-fe9c-41fb-9b11-0d5097081a97 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6b47bc7a-7e44-4ded-9896-b2dbc84447fe HTTP/1.1" status: 200  len: 856 time: 0.0679448
Apr 02 18:18:42.099305 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856082b-efc9-43a8-a3e1-16b4aa77200c req-d2a18564-d176-4e94-83f2-68d6ab27796e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:42.100911 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9856082b-efc9-43a8-a3e1-16b4aa77200c req-d2a18564-d176-4e94-83f2-68d6ab27796e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba3fcca8-4959-4278-9c76-59b99609716c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0770998
Apr 02 18:18:42.241418 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9856082b-efc9-43a8-a3e1-16b4aa77200c req-c69a9734-8ae4-458b-9f12-b840808fd715 service neutron] 10.222.0.15 "GET /v2.0/networks/ba3fcca8-4959-4278-9c76-59b99609716c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342051
Apr 02 18:18:42.382509 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9856082b-efc9-43a8-a3e1-16b4aa77200c req-81db52cc-9c36-482f-a455-d0b0c25d1a24 service neutron] 10.222.0.15 "GET /v2.0/networks/ba3fcca8-4959-4278-9c76-59b99609716c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335869
Apr 02 18:18:43.175059 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18966647-ea29-4f25-8085-df85e756aa68 req-5cc53913-e1ac-45e6-b8c5-277c03747352 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:43.176694 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-18966647-ea29-4f25-8085-df85e756aa68 req-5cc53913-e1ac-45e6-b8c5-277c03747352 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 944 time: 0.0949998
Apr 02 18:18:43.226236 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-18966647-ea29-4f25-8085-df85e756aa68 req-dd70dee2-466e-4d57-90a2-4562568edbef tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430803
Apr 02 18:18:44.438710 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae73bb-9284-4851-8e7a-e2862b252a9e req-d7787e70-77c7-468d-b248-2ff427c406af tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:44.441690 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f5ae73bb-9284-4851-8e7a-e2862b252a9e req-d7787e70-77c7-468d-b248-2ff427c406af tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 944 time: 0.0946898
Apr 02 18:18:44.488996 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f5ae73bb-9284-4851-8e7a-e2862b252a9e req-1d26e22d-7a4e-490e-a511-0863cae4d527 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422871
Apr 02 18:18:45.708846 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b90de6-bfc8-44bd-be6d-d1a3dff231dc req-c381269e-daa3-4e97-99fe-8fce86abbdc1 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:45.710552 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-98b90de6-bfc8-44bd-be6d-d1a3dff231dc req-c381269e-daa3-4e97-99fe-8fce86abbdc1 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 944 time: 0.0969322
Apr 02 18:18:45.761370 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-98b90de6-bfc8-44bd-be6d-d1a3dff231dc req-2a3d8dcc-7d88-4f08-9a17-4824703fceba tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444875
Apr 02 18:18:46.977260 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06b5b2-b766-4a33-8f7a-53d403580817 req-1dc9f057-43a1-4a2f-a213-308385051475 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:46.978946 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2d06b5b2-b766-4a33-8f7a-53d403580817 req-1dc9f057-43a1-4a2f-a213-308385051475 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 944 time: 0.0956995
Apr 02 18:18:47.033165 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2d06b5b2-b766-4a33-8f7a-53d403580817 req-956fc7e3-5cf6-4652-a28d-080e0fc75583 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472872
Apr 02 18:18:48.244808 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5e429-7f4f-4f28-8f24-b1842bd21755 req-36a37bf6-bcb3-4350-98cf-349931f10cc6 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:48.246496 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-cea5e429-7f4f-4f28-8f24-b1842bd21755 req-36a37bf6-bcb3-4350-98cf-349931f10cc6 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 944 time: 0.0912836
Apr 02 18:18:48.297475 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-cea5e429-7f4f-4f28-8f24-b1842bd21755 req-ecd4f595-9deb-45bc-99d6-1b0222a18965 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433621
Apr 02 18:18:49.518037 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0c041-a9c6-47d7-8b3e-eda9c5e16e42 req-6f0b5004-e902-4b74-b828-ea8986597b1b tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:49.519719 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-41a0c041-a9c6-47d7-8b3e-eda9c5e16e42 req-6f0b5004-e902-4b74-b828-ea8986597b1b tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 944 time: 0.0985699
Apr 02 18:18:49.572190 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-41a0c041-a9c6-47d7-8b3e-eda9c5e16e42 req-7c5944f7-b2a8-4070-8e98-689adcf3bbd2 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455835
Apr 02 18:18:50.787019 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd648b8a-3d03-4d7c-bcfd-0662b32465d7 req-085a98cf-1932-4e26-a1a2-ac3a944a48df tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:50.787634 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fd648b8a-3d03-4d7c-bcfd-0662b32465d7 req-085a98cf-1932-4e26-a1a2-ac3a944a48df tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 944 time: 0.0926683
Apr 02 18:18:50.839713 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fd648b8a-3d03-4d7c-bcfd-0662b32465d7 req-e46261d7-1704-4fe9-8039-6a9e6c730130 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462575
Apr 02 18:18:52.119534 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80354d-3d9a-4d2f-b49b-ccf41c3c2922 req-c185dbe9-993a-4cae-baa0-84161b51febf tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:52.121192 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fe80354d-3d9a-4d2f-b49b-ccf41c3c2922 req-c185dbe9-993a-4cae-baa0-84161b51febf tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 944 time: 0.0906894
Apr 02 18:18:52.172092 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fe80354d-3d9a-4d2f-b49b-ccf41c3c2922 req-91d6b31c-5af2-46e6-b5c5-89072df36812 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433693
Apr 02 18:18:53.392197 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0bd93-cd3f-4a55-9e94-66608da7674f req-b00e2bec-c127-4977-9577-992fb2b03911 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:53.393842 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f1d0bd93-cd3f-4a55-9e94-66608da7674f req-b00e2bec-c127-4977-9577-992fb2b03911 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 944 time: 0.0966318
Apr 02 18:18:53.444299 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f1d0bd93-cd3f-4a55-9e94-66608da7674f req-cdbfb85d-6313-479f-89d2-9a961ae7eb18 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440352
Apr 02 18:18:54.648621 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b640db-d9fd-4abe-b7a9-caa041df731b req-b5996a56-7598-4912-bbfd-72491ff53caa tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:54.650190 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-22b640db-d9fd-4abe-b7a9-caa041df731b req-b5996a56-7598-4912-bbfd-72491ff53caa tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 944 time: 0.0869696
Apr 02 18:18:54.696216 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-22b640db-d9fd-4abe-b7a9-caa041df731b req-3ff7869b-3f5b-4ce5-9e23-1c5dee2185e2 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395379
Apr 02 18:18:55.902747 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c25da-bdc8-4567-a553-66a59fb3e59c req-cc171949-fab5-4d6c-90bf-2dcfa2559579 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:55.904362 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-484c25da-bdc8-4567-a553-66a59fb3e59c req-cc171949-fab5-4d6c-90bf-2dcfa2559579 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 944 time: 0.0913374
Apr 02 18:18:55.952831 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-484c25da-bdc8-4567-a553-66a59fb3e59c req-b579545b-0b8c-4878-a5ec-f0ff650e664e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412173
Apr 02 18:18:57.164199 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfd940-b4ad-4dbc-a95c-4df45af82fa8 req-ba88ccf7-1916-48ef-b2c8-3b8b3e3c43c6 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:57.165701 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dccfd940-b4ad-4dbc-a95c-4df45af82fa8 req-ba88ccf7-1916-48ef-b2c8-3b8b3e3c43c6 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 944 time: 0.0924916
Apr 02 18:18:57.213075 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dccfd940-b4ad-4dbc-a95c-4df45af82fa8 req-ec4e4eed-0591-4483-8707-43b066ae0d0f tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412161
Apr 02 18:18:57.625085 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e6ed7d0c-10f1-497c-bf61-f362dab437d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:58.416597 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbb2f7-c768-40e0-9617-73c5925bbec0 req-04c4ddf2-a73e-48ff-975e-f2d6901db9c1 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:58.418178 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4fdbb2f7-c768-40e0-9617-73c5925bbec0 req-04c4ddf2-a73e-48ff-975e-f2d6901db9c1 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 944 time: 0.0872102
Apr 02 18:18:58.465065 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4fdbb2f7-c768-40e0-9617-73c5925bbec0 req-25230801-6c11-4d38-baff-e1019b824e1e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405400
Apr 02 18:18:58.586167 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 5490e1df-41bd-4477-a5e5-adb011b8f559 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:18:58.908334 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:58.911981 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 5490e1df-41bd-4477-a5e5-adb011b8f559, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5490e1df-41bd-4477-a5e5-adb011b8f559,segment=NetworkSegment(f987815a-0fd5-40b0-85da-34501f7e40a0),segment_id=f987815a-0fd5-40b0-85da-34501f7e40a0)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:18:58.926591 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Returning: {'device': '5490e1df-41bd-4477-a5e5-adb011b8f559', 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c', 'port_id': '5490e1df-41bd-4477-a5e5-adb011b8f559', 'mac_address': 'fa:16:3e:30:5d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:18:58.984078 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:59.002176 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5490e1df-41bd-4477-a5e5-adb011b8f559 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:18:59.017843 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 5490e1df-41bd-4477-a5e5-adb011b8f559, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5490e1df-41bd-4477-a5e5-adb011b8f559,segment=NetworkSegment(f987815a-0fd5-40b0-85da-34501f7e40a0),segment_id=f987815a-0fd5-40b0-85da-34501f7e40a0)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:18:59.048379 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:59.050253 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:18:59.120338 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=5490e1df-41bd-4477-a5e5-adb011b8f559,revision_number=9']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:18:59.128146 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:59.128530 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:59.128906 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:59.129317 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:59.129682 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:59.130043 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:59.130440 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:59.130805 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:59.131167 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:59.131528 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:59.131884 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:59.132233 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:18:59.136199 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:18:59.266703 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['5490e1df-41bd-4477-a5e5-adb011b8f559'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:18:59.533957 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e03f9b1f-1117-4393-b09f-f8b8037693f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:18:59.900274 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171e55b-4ba0-4b6c-abaf-5de10a36bac8 req-9a45d805-5697-4836-946e-84eaba454021 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:18:59.902109 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1171e55b-4ba0-4b6c-abaf-5de10a36bac8 req-9a45d805-5697-4836-946e-84eaba454021 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 945 time: 0.3188212
Apr 02 18:18:59.949459 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1171e55b-4ba0-4b6c-abaf-5de10a36bac8 req-43b8aff3-54c6-4710-b4cb-d7e681d97d6e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403643
Apr 02 18:19:00.087909 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:00.585936 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 5490e1df-41bd-4477-a5e5-adb011b8f559 up at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:19:00.660439 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning complete for port 5490e1df-41bd-4477-a5e5-adb011b8f559 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:19:00.660861 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:00.787406 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:00.817190 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb08699-b8d7-4ca6-82b7-a4123211bf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5490e1df-41bd-4477-a5e5-adb011b8f559'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:19:00.828201 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 5490e1df-41bd-4477-a5e5-adb011b8f559, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5490e1df-41bd-4477-a5e5-adb011b8f559,segment=NetworkSegment(f987815a-0fd5-40b0-85da-34501f7e40a0),segment_id=f987815a-0fd5-40b0-85da-34501f7e40a0)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:19:00.869446 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb08699-b8d7-4ca6-82b7-a4123211bf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5490e1df-41bd-4477-a5e5-adb011b8f559', 'code': 200}
Apr 02 18:19:01.177103 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f801e-ff4b-4d36-aa53-a1027fbb59af req-118bf959-3885-48a6-a0be-63be1f9938c2 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:01.178772 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-380f801e-ff4b-4d36-aa53-a1027fbb59af req-118bf959-3885-48a6-a0be-63be1f9938c2 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 947 time: 0.1067650
Apr 02 18:19:01.221831 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:19:01.234274 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-380f801e-ff4b-4d36-aa53-a1027fbb59af req-51f15c25-847c-41b0-9866-39ab178f1866 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478714
Apr 02 18:19:01.518732 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:01.520684 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:01.596417 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=5490e1df-41bd-4477-a5e5-adb011b8f559,revision_number=10']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:01.599646 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:01.705667 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:01.783626 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974b3c8-1a76-4f1f-a0f5-39de1219062b req-2d9fcc48-e600-4bfa-bc38-c5326f415117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:01.785173 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d974b3c8-1a76-4f1f-a0f5-39de1219062b req-2d9fcc48-e600-4bfa-bc38-c5326f415117 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 1100 time: 0.0838938
Apr 02 18:19:01.837846 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d974b3c8-1a76-4f1f-a0f5-39de1219062b req-b23050fc-233a-4178-9781-f793ac37449b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459599
Apr 02 18:19:02.443294 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff42382-1a1b-4634-8c91-fd710e560198 req-8c236d55-ecd9-46b9-9285-61442b567773 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:02.444868 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fff42382-1a1b-4634-8c91-fd710e560198 req-8c236d55-ecd9-46b9-9285-61442b567773 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 947 time: 0.0877175
Apr 02 18:19:02.492333 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fff42382-1a1b-4634-8c91-fd710e560198 req-0682dad6-279b-4a8c-96bb-23f1240463c4 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410891
Apr 02 18:19:03.706532 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc26487-cfac-481b-bec2-ded3bab404de req-86754f78-4eb1-4d96-9119-df1cb3cef3ca tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:03.708046 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2fc26487-cfac-481b-bec2-ded3bab404de req-86754f78-4eb1-4d96-9119-df1cb3cef3ca tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 947 time: 0.0931442
Apr 02 18:19:03.755736 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2fc26487-cfac-481b-bec2-ded3bab404de req-2495c3ed-ce2f-41c0-8f52-2b2233c98972 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411854
Apr 02 18:19:04.960319 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eef221-1a0f-4411-903d-fbb4506bf34b req-04928aab-1b53-4b59-a763-1c8c87f0b6df tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:04.961911 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b8eef221-1a0f-4411-903d-fbb4506bf34b req-04928aab-1b53-4b59-a763-1c8c87f0b6df tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 947 time: 0.0878663
Apr 02 18:19:05.011426 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b8eef221-1a0f-4411-903d-fbb4506bf34b req-2812d357-724a-4ceb-8426-0b697372f4a6 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430965
Apr 02 18:19:08.670960 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 43808) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:08.993671 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-cd4b9184-7a46-4fdc-939a-abd6bb40d798 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Deleting port 3428de8f-f170-4015-a795-f3de323f429a {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:19:08.993969 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cd4b9184-7a46-4fdc-939a-abd6bb40d798 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:09.174494 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cd4b9184-7a46-4fdc-939a-abd6bb40d798 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:09.174863 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cd4b9184-7a46-4fdc-939a-abd6bb40d798 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:09.303461 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-cd4b9184-7a46-4fdc-939a-abd6bb40d798 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Calling delete_port for 3428de8f-f170-4015-a795-f3de323f429a owned by network:floatingip {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:19:09.335483 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:09.546918 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cd4b9184-7a46-4fdc-939a-abd6bb40d798 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851822213'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:09.562789 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e1d66927-b689-4ffc-a0bb-a3825f5951e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:09.658324 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b9184-7a46-4fdc-939a-abd6bb40d798 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Pushing event deleted for resources: {'Port': ['ID=3428de8f-f170-4015-a795-f3de323f429a,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:09.667211 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-cd4b9184-7a46-4fdc-939a-abd6bb40d798 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:09.817271 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cd4b9184-7a46-4fdc-939a-abd6bb40d798 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks [] for floatingip, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:09.817794 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.l3_db [None req-cd4b9184-7a46-4fdc-939a-abd6bb40d798 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Floating IP 8581755b-d632-4b75-ad59-fcd4feb510ce disassociated (deleted). External IP: 172.27.2.239, port: a17bb0af-4ca7-4d34-bb3f-5f0b6828c912.
Apr 02 18:19:10.185540 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4b9184-7a46-4fdc-939a-abd6bb40d798 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Router 0f0b6b7e-ed68-4c4a-9181-610055a48348 has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:19:10.373606 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4b9184-7a46-4fdc-939a-abd6bb40d798 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:19:10.383226 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa494990-e364-478e-870b-3de0051b98a7 None None] Sync routers for ids ['0f0b6b7e-ed68-4c4a-9181-610055a48348'] in dv-cinder-784603-1-iscsi {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:19:10.386845 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cd4b9184-7a46-4fdc-939a-abd6bb40d798 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:10.393101 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa494990-e364-478e-870b-3de0051b98a7 None None] Routers {'0f0b6b7e-ed68-4c4a-9181-610055a48348'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:19:10.393777 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-fa494990-e364-478e-870b-3de0051b98a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f11049240>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:18:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['0f0b6b7e-ed68-4c4a-9181-610055a48348'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:10.447551 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-cd4b9184-7a46-4fdc-939a-abd6bb40d798 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "DELETE /v2.0/floatingips/8581755b-d632-4b75-ad59-fcd4feb510ce HTTP/1.1" status: 204  len: 168 time: 1.7753258
Apr 02 18:19:10.448236 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42fa606c-55ec-4526-a11a-e18e4fdfda12', 'tag': 'a17bb0af-4ca7-4d34-bb3f-5f0b6828c912'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:19:10.496083 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42fa606c-55ec-4526-a11a-e18e4fdfda12', 'tag': 'a17bb0af-4ca7-4d34-bb3f-5f0b6828c912', 'status': 'completed', 'code': 200}
Apr 02 18:19:10.599582 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-fa494990-e364-478e-870b-3de0051b98a7 None None] Set router 0f0b6b7e-ed68-4c4a-9181-610055a48348 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:19:10.602574 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931f5ff-24cd-49c1-9734-95e961c95aa8 req-1890adf0-7926-4ec1-a88d-9c9cf366a097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:10.604215 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7931f5ff-24cd-49c1-9734-95e961c95aa8 req-1890adf0-7926-4ec1-a88d-9c9cf366a097 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bebbc6521cac473683ce0fe4a0a55d65&device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 1098 time: 0.0854957
Apr 02 18:19:10.754742 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931f5ff-24cd-49c1-9734-95e961c95aa8 req-267a3f92-a66f-48b3-909b-23f959c617c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:10.756361 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7931f5ff-24cd-49c1-9734-95e961c95aa8 req-267a3f92-a66f-48b3-909b-23f959c617c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2a21418c-aaad-48d6-9830-9120a44bedf1 HTTP/1.1" status: 200  len: 907 time: 0.1452827
Apr 02 18:19:10.835599 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7931f5ff-24cd-49c1-9734-95e961c95aa8 req-b8d17f11-95a3-4caa-b8c5-5f22ae295322 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 HTTP/1.1" status: 200  len: 217 time: 0.0708134
Apr 02 18:19:10.910652 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931f5ff-24cd-49c1-9734-95e961c95aa8 req-1bedaaf8-19a5-4d0b-899f-35bc3786144f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:10.912995 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7931f5ff-24cd-49c1-9734-95e961c95aa8 req-1bedaaf8-19a5-4d0b-899f-35bc3786144f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26e14621-5573-4d8e-8c6f-261d8c7450e8 HTTP/1.1" status: 200  len: 846 time: 0.0709014
Apr 02 18:19:10.929055 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc0cbe-075a-427a-bc31-f9048507922d req-590e8fd4-fbd3-4156-b71b-2a2ddc02de81 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:10.930033 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-04cc0cbe-075a-427a-bc31-f9048507922d req-590e8fd4-fbd3-4156-b71b-2a2ddc02de81 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Synchronizing usage tracker for tenant:bebbc6521cac473683ce0fe4a0a55d65 on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:19:10.951591 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-fa494990-e364-478e-870b-3de0051b98a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f11049240>, [{'id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'name': 'tempest-TestShelveInstance-53224554-router', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '7171605c-7648-4b9f-ba08-5ffc2f975308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:28Z', 'updated_at': '2021-04-02T18:13:41Z', 'revision_number': 4, 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'gw_port': {'id': '7171605c-7648-4b9f-ba08-5ffc2f975308', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:31Z', 'updated_at': '2021-04-02T18:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'ece78a3d-f561-42a9-bc1b-bfcb0e9a2533', 'name': '', 'network_id': '2a21418c-aaad-48d6-9830-9120a44bedf1', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'mac_address': 'fa:16:3e:6d:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '26e14621-5573-4d8e-8c6f-261d8c7450e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:38Z', 'updated_at': '2021-04-02T18:13:54Z', 'revision_number': 5, 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'subnets': [{'id': '26e14621-5573-4d8e-8c6f-261d8c7450e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:10.963088 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa494990-e364-478e-870b-3de0051b98a7 None None] Checking router: 0f0b6b7e-ed68-4c4a-9181-610055a48348 for host: dv-cinder-784603-1-iscsi {{(pid=84392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:19:10.966036 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa494990-e364-478e-870b-3de0051b98a7 None None] Routers {'0f0b6b7e-ed68-4c4a-9181-610055a48348'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:19:10.966736 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-fa494990-e364-478e-870b-3de0051b98a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f11049240>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:18:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['0f0b6b7e-ed68-4c4a-9181-610055a48348'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:10.981398 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-04cc0cbe-075a-427a-bc31-f9048507922d req-590e8fd4-fbd3-4156-b71b-2a2ddc02de81 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Unset dirty status for tenant:bebbc6521cac473683ce0fe4a0a55d65 on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:19:10.982883 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-04cc0cbe-075a-427a-bc31-f9048507922d req-590e8fd4-fbd3-4156-b71b-2a2ddc02de81 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 945 time: 0.1488285
Apr 02 18:19:10.997677 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931f5ff-24cd-49c1-9734-95e961c95aa8 req-0b8234b4-36a7-497c-ac35-24d1dde503c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:10.999277 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7931f5ff-24cd-49c1-9734-95e961c95aa8 req-0b8234b4-36a7-497c-ac35-24d1dde503c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2a21418c-aaad-48d6-9830-9120a44bedf1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784714
Apr 02 18:19:11.036134 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-04cc0cbe-075a-427a-bc31-f9048507922d req-4455cc73-53b6-4973-8b19-a3e025e86960 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460110
Apr 02 18:19:11.145137 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7931f5ff-24cd-49c1-9734-95e961c95aa8 req-76b29a9a-aa24-429b-84c5-e2482833fa4f service neutron] 10.222.0.15 "GET /v2.0/networks/2a21418c-aaad-48d6-9830-9120a44bedf1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388736
Apr 02 18:19:11.162137 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-fa494990-e364-478e-870b-3de0051b98a7 None None] Set router 0f0b6b7e-ed68-4c4a-9181-610055a48348 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:19:11.288442 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7931f5ff-24cd-49c1-9734-95e961c95aa8 req-9b870cde-1405-4177-b817-4b95138b2746 service neutron] 10.222.0.15 "GET /v2.0/networks/2a21418c-aaad-48d6-9830-9120a44bedf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362114
Apr 02 18:19:11.498562 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-fa494990-e364-478e-870b-3de0051b98a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f11049240>, [{'id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'name': 'tempest-TestShelveInstance-53224554-router', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '7171605c-7648-4b9f-ba08-5ffc2f975308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:28Z', 'updated_at': '2021-04-02T18:13:41Z', 'revision_number': 4, 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'gw_port': {'id': '7171605c-7648-4b9f-ba08-5ffc2f975308', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:31Z', 'updated_at': '2021-04-02T18:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'ece78a3d-f561-42a9-bc1b-bfcb0e9a2533', 'name': '', 'network_id': '2a21418c-aaad-48d6-9830-9120a44bedf1', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'mac_address': 'fa:16:3e:6d:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '26e14621-5573-4d8e-8c6f-261d8c7450e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:38Z', 'updated_at': '2021-04-02T18:13:54Z', 'revision_number': 5, 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'subnets': [{'id': '26e14621-5573-4d8e-8c6f-261d8c7450e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:11.502821 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa494990-e364-478e-870b-3de0051b98a7 None None] The sync data for ids ['0f0b6b7e-ed68-4c4a-9181-610055a48348'] in dv-cinder-784603-1-iscsi is: [{'id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'name': 'tempest-TestShelveInstance-53224554-router', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '7171605c-7648-4b9f-ba08-5ffc2f975308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:28Z', 'updated_at': '2021-04-02T18:13:41Z', 'revision_number': 4, 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'gw_port': {'id': '7171605c-7648-4b9f-ba08-5ffc2f975308', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:31Z', 'updated_at': '2021-04-02T18:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'ece78a3d-f561-42a9-bc1b-bfcb0e9a2533', 'name': '', 'network_id': '2a21418c-aaad-48d6-9830-9120a44bedf1', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'mac_address': 'fa:16:3e:6d:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '26e14621-5573-4d8e-8c6f-261d8c7450e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:38Z', 'updated_at': '2021-04-02T18:13:54Z', 'revision_number': 5, 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'subnets': [{'id': '26e14621-5573-4d8e-8c6f-261d8c7450e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:19:11.898110 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9269ac-d59e-4c5c-ba59-972bc76c8972 None None] New status for floating IP 8581755b-d632-4b75-ad59-fcd4feb510ce: DOWN {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:19:12.238000 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864352b-615b-4bd0-a020-1e73c7e95dc7 req-cd86f0d6-c15b-404e-a446-50c0d33c5312 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:12.239610 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6864352b-615b-4bd0-a020-1e73c7e95dc7 req-cd86f0d6-c15b-404e-a446-50c0d33c5312 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 945 time: 0.0877271
Apr 02 18:19:12.286190 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6864352b-615b-4bd0-a020-1e73c7e95dc7 req-67e09b55-fbb4-4cd4-b9b8-89a937450828 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/security-groups?id=f89b8b72-a21e-412c-9ad0-5cb242eb2512&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402443
Apr 02 18:19:12.401105 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59b44e-a822-4d3b-9877-07e33956fb21 req-6eb39257-6edb-4655-950a-8e1fc24c48d7 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:12.402286 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-fd59b44e-a822-4d3b-9877-07e33956fb21 req-6eb39257-6edb-4655-950a-8e1fc24c48d7 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Synchronizing usage tracker for tenant:bebbc6521cac473683ce0fe4a0a55d65 on resource:port {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:19:12.414598 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-fd59b44e-a822-4d3b-9877-07e33956fb21 req-6eb39257-6edb-4655-950a-8e1fc24c48d7 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Unset dirty status for tenant:bebbc6521cac473683ce0fe4a0a55d65 on resource:port {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:19:12.415778 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fd59b44e-a822-4d3b-9877-07e33956fb21 req-6eb39257-6edb-4655-950a-8e1fc24c48d7 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.15 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 945 time: 0.1040378
Apr 02 18:19:12.491754 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-fd59b44e-a822-4d3b-9877-07e33956fb21 req-f0703d75-cebb-40cd-882a-1f62cc50a351 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Deleting port a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:19:12.492138 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-fd59b44e-a822-4d3b-9877-07e33956fb21 req-f0703d75-cebb-40cd-882a-1f62cc50a351 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:13.001216 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-fd59b44e-a822-4d3b-9877-07e33956fb21 req-f0703d75-cebb-40cd-882a-1f62cc50a351 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] For port a17bb0af-4ca7-4d34-bb3f-5f0b6828c912, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=a17bb0af-4ca7-4d34-bb3f-5f0b6828c912,segment=NetworkSegment(be104902-cc58-428a-beee-7ce7057ded09),segment_id=be104902-cc58-428a-beee-7ce7057ded09)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:19:13.001786 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-fd59b44e-a822-4d3b-9877-07e33956fb21 req-f0703d75-cebb-40cd-882a-1f62cc50a351 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:13.134129 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-fd59b44e-a822-4d3b-9877-07e33956fb21 req-f0703d75-cebb-40cd-882a-1f62cc50a351 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Calling delete_port for a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 owned by compute:nova {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:19:13.312894 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-fd59b44e-a822-4d3b-9877-07e33956fb21 req-f0703d75-cebb-40cd-882a-1f62cc50a351 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:13.329678 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-6983503c-b65a-4788-be5c-c7532838beaf tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:13.426636 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0703d75-cebb-40cd-882a-1f62cc50a351 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Pushing event deleted for resources: {'Port': ['ID=a17bb0af-4ca7-4d34-bb3f-5f0b6828c912,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:13.440585 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0703d75-cebb-40cd-882a-1f62cc50a351 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:13.441006 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0703d75-cebb-40cd-882a-1f62cc50a351 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:13.441416 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0703d75-cebb-40cd-882a-1f62cc50a351 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:13.441822 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0703d75-cebb-40cd-882a-1f62cc50a351 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:13.442222 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0703d75-cebb-40cd-882a-1f62cc50a351 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:13.442673 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0703d75-cebb-40cd-882a-1f62cc50a351 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:13.443070 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0703d75-cebb-40cd-882a-1f62cc50a351 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:13.443466 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0703d75-cebb-40cd-882a-1f62cc50a351 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:13.443863 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0703d75-cebb-40cd-882a-1f62cc50a351 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:13.444255 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0703d75-cebb-40cd-882a-1f62cc50a351 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:13.444655 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0703d75-cebb-40cd-882a-1f62cc50a351 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:13.445046 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0703d75-cebb-40cd-882a-1f62cc50a351 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:13.455475 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f0703d75-cebb-40cd-882a-1f62cc50a351 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:13.456509 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-32078446-723d-4276-af7b-7bfb93444722 req-d03c982f-bbf5-45fd-884a-988deaa0a144 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 210 time: 0.0535328
Apr 02 18:19:13.593214 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd59b44e-a822-4d3b-9877-07e33956fb21 req-f0703d75-cebb-40cd-882a-1f62cc50a351 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] No DVR routers for this DVR port a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 on host hv-cinder-78460 {{(pid=84390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:19:13.596365 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-fd59b44e-a822-4d3b-9877-07e33956fb21 req-f0703d75-cebb-40cd-882a-1f62cc50a351 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:13.599279 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fa606c-55ec-4526-a11a-e18e4fdfda12', 'name': 'network-vif-deleted', 'tag': 'a17bb0af-4ca7-4d34-bb3f-5f0b6828c912'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:19:13.648438 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fa606c-55ec-4526-a11a-e18e4fdfda12', 'name': 'network-vif-deleted', 'tag': 'a17bb0af-4ca7-4d34-bb3f-5f0b6828c912', 'status': 'completed', 'code': 200}
Apr 02 18:19:13.662080 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fd59b44e-a822-4d3b-9877-07e33956fb21 req-f0703d75-cebb-40cd-882a-1f62cc50a351 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.15 "DELETE /v2.0/ports/a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 HTTP/1.1" status: 204  len: 173 time: 1.2406373
Apr 02 18:19:14.632948 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-21cbd37d-d48d-4371-b4cd-301b9e0620fd req-9759f288-3eb1-4a37-8dc9-13e3e77a7a5b tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "GET /v2.0/ports?device_id=42fa606c-55ec-4526-a11a-e18e4fdfda12 HTTP/1.1" status: 200  len: 210 time: 0.0481904
Apr 02 18:19:14.655809 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:19:14.685312 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] No Port match for: a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:19:14.685706 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device a17bb0af-4ca7-4d34-bb3f-5f0b6828c912 not bound to the agent host hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:19:15.740137 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 43830) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:15.810981 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-30c0138e-747c-4ca4-b427-4bc9ce0ae37e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:15.842792 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-30c0138e-747c-4ca4-b427-4bc9ce0ae37e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:15.929669 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-30c0138e-747c-4ca4-b427-4bc9ce0ae37e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:15.935061 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-6096d37b-ba53-4e53-94f3-c7d779826a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:15.955047 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c0138e-747c-4ca4-b427-4bc9ce0ae37e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89b8b72-a21e-412c-9ad0-5cb242eb2512,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:15.962716 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0138e-747c-4ca4-b427-4bc9ce0ae37e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:15.965365 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0138e-747c-4ca4-b427-4bc9ce0ae37e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:15.965365 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0138e-747c-4ca4-b427-4bc9ce0ae37e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:15.965365 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0138e-747c-4ca4-b427-4bc9ce0ae37e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:15.965365 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0138e-747c-4ca4-b427-4bc9ce0ae37e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:15.965365 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0138e-747c-4ca4-b427-4bc9ce0ae37e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:15.965365 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0138e-747c-4ca4-b427-4bc9ce0ae37e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:15.965365 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0138e-747c-4ca4-b427-4bc9ce0ae37e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:15.966083 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0138e-747c-4ca4-b427-4bc9ce0ae37e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:15.966083 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0138e-747c-4ca4-b427-4bc9ce0ae37e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:15.966488 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0138e-747c-4ca4-b427-4bc9ce0ae37e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:15.966886 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0138e-747c-4ca4-b427-4bc9ce0ae37e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:15.970261 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-30c0138e-747c-4ca4-b427-4bc9ce0ae37e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:15.986369 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-30c0138e-747c-4ca4-b427-4bc9ce0ae37e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:15.987648 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-30c0138e-747c-4ca4-b427-4bc9ce0ae37e tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] 10.222.0.10 "DELETE /v2.0/security-groups/f89b8b72-a21e-412c-9ad0-5cb242eb2512 HTTP/1.1" status: 204  len: 168 time: 0.2464445
Apr 02 18:19:17.075264 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43838) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:17.761056 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-801d59e9-39a7-4211-8718-098f7198fca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410473'] for router_interface, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:18.128063 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-801d59e9-39a7-4211-8718-098f7198fca1 admin admin] Deleting port ece78a3d-f561-42a9-bc1b-bfcb0e9a2533 {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:19:18.128565 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-801d59e9-39a7-4211-8718-098f7198fca1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:18.307306 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-801d59e9-39a7-4211-8718-098f7198fca1 admin admin] For port ece78a3d-f561-42a9-bc1b-bfcb0e9a2533, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=ece78a3d-f561-42a9-bc1b-bfcb0e9a2533,segment=NetworkSegment(be104902-cc58-428a-beee-7ce7057ded09),segment_id=be104902-cc58-428a-beee-7ce7057ded09)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:19:18.307697 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-801d59e9-39a7-4211-8718-098f7198fca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:18.436881 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-801d59e9-39a7-4211-8718-098f7198fca1 admin admin] Calling delete_port for ece78a3d-f561-42a9-bc1b-bfcb0e9a2533 owned by network:router_interface {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:19:18.784666 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-801d59e9-39a7-4211-8718-098f7198fca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:18.800565 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b35c78ec-d0d3-4ac4-b12f-c132ca7f4a1e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:18.894119 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d59e9-39a7-4211-8718-098f7198fca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ece78a3d-f561-42a9-bc1b-bfcb0e9a2533,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:18.898115 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-801d59e9-39a7-4211-8718-098f7198fca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:19.473681 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-801d59e9-39a7-4211-8718-098f7198fca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854276846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404156'] for router_interface, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:19.984735 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801d59e9-39a7-4211-8718-098f7198fca1 admin admin] Router 0f0b6b7e-ed68-4c4a-9181-610055a48348 has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:19:20.173829 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801d59e9-39a7-4211-8718-098f7198fca1 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:19:20.182537 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aead94-545e-4700-bc54-9010e47ecebb None None] Sync routers for ids ['0f0b6b7e-ed68-4c4a-9181-610055a48348'] in dv-cinder-784603-1-iscsi {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:19:20.187966 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-801d59e9-39a7-4211-8718-098f7198fca1 admin admin] 10.222.0.10 "PUT /v2.0/routers/0f0b6b7e-ed68-4c4a-9181-610055a48348/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1109524
Apr 02 18:19:20.191082 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43844) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:20.193336 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aead94-545e-4700-bc54-9010e47ecebb None None] Routers {'0f0b6b7e-ed68-4c4a-9181-610055a48348'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:19:20.194004 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-79aead94-545e-4700-bc54-9010e47ecebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f0be638d0>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:18:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['0f0b6b7e-ed68-4c4a-9181-610055a48348'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:20.379528 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6424eb3b-7bec-4935-be00-f25a49cea940 admin admin] Notify callbacks [] for router, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:20.552381 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-79aead94-545e-4700-bc54-9010e47ecebb None None] Set router 0f0b6b7e-ed68-4c4a-9181-610055a48348 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:19:20.574686 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6424eb3b-7bec-4935-be00-f25a49cea940 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:20.620837 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-6424eb3b-7bec-4935-be00-f25a49cea940 admin admin] Deleting port 7171605c-7648-4b9f-ba08-5ffc2f975308 {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:19:20.621215 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6424eb3b-7bec-4935-be00-f25a49cea940 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:20.811560 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-6424eb3b-7bec-4935-be00-f25a49cea940 admin admin] For port 7171605c-7648-4b9f-ba08-5ffc2f975308, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=7171605c-7648-4b9f-ba08-5ffc2f975308,segment=NetworkSegment(422579c7-e086-4847-b55f-de8760ffa8dd),segment_id=422579c7-e086-4847-b55f-de8760ffa8dd)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:19:20.811883 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6424eb3b-7bec-4935-be00-f25a49cea940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:20.857940 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-79aead94-545e-4700-bc54-9010e47ecebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f0be638d0>, [{'id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'name': 'tempest-TestShelveInstance-53224554-router', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '7171605c-7648-4b9f-ba08-5ffc2f975308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:28Z', 'updated_at': '2021-04-02T18:19:18Z', 'revision_number': 5, 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'gw_port': {'id': '7171605c-7648-4b9f-ba08-5ffc2f975308', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:31Z', 'updated_at': '2021-04-02T18:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:20.862813 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aead94-545e-4700-bc54-9010e47ecebb None None] Checking router: 0f0b6b7e-ed68-4c4a-9181-610055a48348 for host: dv-cinder-784603-1-iscsi {{(pid=84392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:19:20.873036 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aead94-545e-4700-bc54-9010e47ecebb None None] Routers {'0f0b6b7e-ed68-4c4a-9181-610055a48348'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:19:20.873700 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-79aead94-545e-4700-bc54-9010e47ecebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f0be638d0>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:18:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['0f0b6b7e-ed68-4c4a-9181-610055a48348'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:20.949651 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-6424eb3b-7bec-4935-be00-f25a49cea940 admin admin] Calling delete_port for 7171605c-7648-4b9f-ba08-5ffc2f975308 owned by network:router_gateway {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:19:21.037177 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-79aead94-545e-4700-bc54-9010e47ecebb None None] Set router 0f0b6b7e-ed68-4c4a-9181-610055a48348 gateway port host: None {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:19:21.152938 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-79aead94-545e-4700-bc54-9010e47ecebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f0be638d0>, [{'id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'name': 'tempest-TestShelveInstance-53224554-router', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:28Z', 'updated_at': '2021-04-02T18:19:20Z', 'revision_number': 6, 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'gw_port_host': None}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:21.157716 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aead94-545e-4700-bc54-9010e47ecebb None None] The sync data for ids ['0f0b6b7e-ed68-4c4a-9181-610055a48348'] in dv-cinder-784603-1-iscsi is: [{'id': '0f0b6b7e-ed68-4c4a-9181-610055a48348', 'name': 'tempest-TestShelveInstance-53224554-router', 'tenant_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:28Z', 'updated_at': '2021-04-02T18:19:20Z', 'revision_number': 6, 'project_id': 'bebbc6521cac473683ce0fe4a0a55d65', 'gw_port_host': None}] {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:19:21.164110 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6424eb3b-7bec-4935-be00-f25a49cea940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:21.180889 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-fcac90c2-db06-4771-ae59-0705ba604b5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:21.276936 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424eb3b-7bec-4935-be00-f25a49cea940 admin admin] Pushing event deleted for resources: {'Port': ['ID=7171605c-7648-4b9f-ba08-5ffc2f975308,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:21.281661 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-6424eb3b-7bec-4935-be00-f25a49cea940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:21.443089 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6424eb3b-7bec-4935-be00-f25a49cea940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-413628'] for router_gateway, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:21.631300 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6424eb3b-7bec-4935-be00-f25a49cea940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854362819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14895'] for router, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:21.633638 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6424eb3b-7bec-4935-be00-f25a49cea940 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:21.761633 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6424eb3b-7bec-4935-be00-f25a49cea940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854362745'] for router, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:21.762230 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6424eb3b-7bec-4935-be00-f25a49cea940 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f0b6b7e-ed68-4c4a-9181-610055a48348 {{(pid=84390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 02 18:19:21.775777 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6424eb3b-7bec-4935-be00-f25a49cea940 admin admin] Notify callbacks [] for router, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:21.777042 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-6424eb3b-7bec-4935-be00-f25a49cea940 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0f0b6b7e-ed68-4c4a-9181-610055a48348 HTTP/1.1" status: 204  len: 168 time: 1.5849314
Apr 02 18:19:21.779625 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43848) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:22.071595 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf21461-b483-40f0-b996-8087fbf9d1fa admin admin] Deleting subnet 26e14621-5573-4d8e-8c6f-261d8c7450e8 {{(pid=84390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:19:22.074565 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cdf21461-b483-40f0-b996-8087fbf9d1fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:22.127184 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cdf21461-b483-40f0-b996-8087fbf9d1fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851785678'] for subnet, precommit_delete_associations {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:22.142094 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device ece78a3d-f561-42a9-bc1b-bfcb0e9a2533 no longer exists at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:19:22.179424 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] No Port match for: ece78a3d-f561-42a9-bc1b-bfcb0e9a2533 {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:19:22.179819 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device ece78a3d-f561-42a9-bc1b-bfcb0e9a2533 not bound to the agent host dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:19:22.180282 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 7171605c-7648-4b9f-ba08-5ffc2f975308 no longer exists at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:19:22.215029 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] No Port match for: 7171605c-7648-4b9f-ba08-5ffc2f975308 {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:19:22.215429 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 7171605c-7648-4b9f-ba08-5ffc2f975308 not bound to the agent host dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:19:22.251304 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cdf21461-b483-40f0-b996-8087fbf9d1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1495'] for subnet, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:22.556261 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cdf21461-b483-40f0-b996-8087fbf9d1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852573111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851730366'] for subnet, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:22.572291 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-582775d3-2732-484f-af3e-de469768cfbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:22.658010 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf21461-b483-40f0-b996-8087fbf9d1fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26e14621-5573-4d8e-8c6f-261d8c7450e8,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:22.662263 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-cdf21461-b483-40f0-b996-8087fbf9d1fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:22.706844 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cdf21461-b483-40f0-b996-8087fbf9d1fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for subnet, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:22.711202 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0619d0e0-5792-43c0-92cd-cde2730bc1a1 None None] Network 2a21418c-aaad-48d6-9830-9120a44bedf1 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:19:22.713339 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-cdf21461-b483-40f0-b996-8087fbf9d1fa admin admin] 10.222.0.10 "DELETE /v2.0/subnets/26e14621-5573-4d8e-8c6f-261d8c7450e8 HTTP/1.1" status: 204  len: 168 time: 0.9327149
Apr 02 18:19:22.715912 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43852) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:22.832904 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8ed83005-8b8b-465e-9ea0-d3f4c54d8fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-37997'] for network, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:22.907012 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-8ed83005-8b8b-465e-9ea0-d3f4c54d8fdb admin admin] Deleting port 3dc1f41a-88e1-4e12-bebb-260a803725f0 {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:19:22.907280 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8ed83005-8b8b-465e-9ea0-d3f4c54d8fdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:22.970494 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc38a491-5781-457f-bab4-c780dc269614 None None] DHCP port deletion for 2a21418c-aaad-48d6-9830-9120a44bedf1 request from dv-cinder-784603-1-iscsi {{(pid=84392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 02 18:19:22.974788 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-fc38a491-5781-457f-bab4-c780dc269614 None None] Deleting port 3dc1f41a-88e1-4e12-bebb-260a803725f0 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:19:22.975327 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fc38a491-5781-457f-bab4-c780dc269614 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:23.126098 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-8ed83005-8b8b-465e-9ea0-d3f4c54d8fdb admin admin] For port 3dc1f41a-88e1-4e12-bebb-260a803725f0, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=3dc1f41a-88e1-4e12-bebb-260a803725f0,segment=NetworkSegment(be104902-cc58-428a-beee-7ce7057ded09),segment_id=be104902-cc58-428a-beee-7ce7057ded09)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:19:23.126463 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8ed83005-8b8b-465e-9ea0-d3f4c54d8fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:23.192401 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-fc38a491-5781-457f-bab4-c780dc269614 None None] For port 3dc1f41a-88e1-4e12-bebb-260a803725f0, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=3dc1f41a-88e1-4e12-bebb-260a803725f0,segment=NetworkSegment(be104902-cc58-428a-beee-7ce7057ded09),segment_id=be104902-cc58-428a-beee-7ce7057ded09)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:19:23.192842 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fc38a491-5781-457f-bab4-c780dc269614 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:23.261877 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-8ed83005-8b8b-465e-9ea0-d3f4c54d8fdb admin admin] Calling delete_port for 3dc1f41a-88e1-4e12-bebb-260a803725f0 owned by network:dhcp {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:19:23.327329 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-fc38a491-5781-457f-bab4-c780dc269614 None None] Calling delete_port for 3dc1f41a-88e1-4e12-bebb-260a803725f0 owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:19:23.380819 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8ed83005-8b8b-465e-9ea0-d3f4c54d8fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:23.396838 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-75f8d28c-8004-436e-b084-7361bfb77057 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:23.400864 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.db.api [None req-fc38a491-5781-457f-bab4-c780dc269614 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84392) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 18:19:23.401275 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_db.api [None req-fc38a491-5781-457f-bab4-c780dc269614 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 02 18:19:23.491184 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed83005-8b8b-465e-9ea0-d3f4c54d8fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=3dc1f41a-88e1-4e12-bebb-260a803725f0,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:23.495454 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8ed83005-8b8b-465e-9ea0-d3f4c54d8fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:23.537519 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed83005-8b8b-465e-9ea0-d3f4c54d8fdb admin admin] No DVR routers for this DVR port 3dc1f41a-88e1-4e12-bebb-260a803725f0 on host dv-cinder-784603-1-iscsi {{(pid=84390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:19:23.659334 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8ed83005-8b8b-465e-9ea0-d3f4c54d8fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854513834', 'neutron.services.segments.db._delete_segments_for_network--9223363296845448257'] for network, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:23.774278 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-8ed83005-8b8b-465e-9ea0-d3f4c54d8fdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2f0b2dd898>,) {'filters': {'network_id': ['2a21418c-aaad-48d6-9830-9120a44bedf1']}} {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:23.787898 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-8ed83005-8b8b-465e-9ea0-d3f4c54d8fdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f0b2dd898>, 'be104902-cc58-428a-beee-7ce7057ded09') {'for_net_delete': True} {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:23.788237 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-8ed83005-8b8b-465e-9ea0-d3f4c54d8fdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f0b2dd898>, 'be104902-cc58-428a-beee-7ce7057ded09') {} {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:23.800484 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8ed83005-8b8b-465e-9ea0-d3f4c54d8fdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740009327441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2990139'] for segment, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:23.814959 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8ed83005-8b8b-465e-9ea0-d3f4c54d8fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:23.821179 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed83005-8b8b-465e-9ea0-d3f4c54d8fdb admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=84390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:19:23.902637 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-fc38a491-5781-457f-bab4-c780dc269614 None None] Deleting port 3dc1f41a-88e1-4e12-bebb-260a803725f0 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:19:23.903090 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fc38a491-5781-457f-bab4-c780dc269614 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:23.977260 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-fc38a491-5781-457f-bab4-c780dc269614 None None] The port '3dc1f41a-88e1-4e12-bebb-260a803725f0' was deleted {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 02 18:19:24.002886 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-8ed83005-8b8b-465e-9ea0-d3f4c54d8fdb admin admin] Network 2a21418c-aaad-48d6-9830-9120a44bedf1 has no segments {{(pid=84390) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:19:24.011893 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8ed83005-8b8b-465e-9ea0-d3f4c54d8fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854517445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852572958'] for segment, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:24.140015 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 3dc1f41a-88e1-4e12-bebb-260a803725f0 no longer exists at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:19:24.178138 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] No Port match for: 3dc1f41a-88e1-4e12-bebb-260a803725f0 {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:19:24.178496 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 3dc1f41a-88e1-4e12-bebb-260a803725f0 not bound to the agent host dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:19:24.190994 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-8ed83005-8b8b-465e-9ea0-d3f4c54d8fdb admin admin] Network 2a21418c-aaad-48d6-9830-9120a44bedf1 has no segments {{(pid=84390) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]: Traceback (most recent call last):
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]:     timer()
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]:     cb(*args, **kw)
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]:     return func(*args, **kwargs)
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]:     self._notify()
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]:     self.callback(batched_events)
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]:     event.method(event)
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]:     segment_id)['aggregates'][0]
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]:     return f(self, *a, **k)
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self._get(url).json()
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]:     **kwargs)
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]:     **endpoint_filter)
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:19:24.217205 dv-cinder-784603-1-iscsi neutron-server[84275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:19:24.487831 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8ed83005-8b8b-465e-9ea0-d3f4c54d8fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-261967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854362150'] for network, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:24.491346 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:24.508244 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8ed83005-8b8b-465e-9ea0-d3f4c54d8fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:24.517234 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed83005-8b8b-465e-9ea0-d3f4c54d8fdb admin admin] Pushing event deleted for resources: {'Network': ['ID=2a21418c-aaad-48d6-9830-9120a44bedf1,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:24.520602 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8ed83005-8b8b-465e-9ea0-d3f4c54d8fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:24.562558 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-8ed83005-8b8b-465e-9ea0-d3f4c54d8fdb admin admin] 10.222.0.10 "DELETE /v2.0/networks/2a21418c-aaad-48d6-9830-9120a44bedf1 HTTP/1.1" status: 204  len: 168 time: 1.8455555
Apr 02 18:19:24.565512 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43856) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:25.128509 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f48b9092-5060-49f5-86b3-2282d47ff256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410473'] for router_interface, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:25.729957 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-f48b9092-5060-49f5-86b3-2282d47ff256 admin admin] Deleting port b05213f1-0be3-42b3-9611-022cfd0f8ab4 {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:19:25.730356 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f48b9092-5060-49f5-86b3-2282d47ff256 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:25.912251 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-f48b9092-5060-49f5-86b3-2282d47ff256 admin admin] For port b05213f1-0be3-42b3-9611-022cfd0f8ab4, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=b05213f1-0be3-42b3-9611-022cfd0f8ab4,segment=NetworkSegment(901ef5ef-f1a4-4946-9c35-a210c0a63b36),segment_id=901ef5ef-f1a4-4946-9c35-a210c0a63b36)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:19:25.912657 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f48b9092-5060-49f5-86b3-2282d47ff256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:26.043878 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-f48b9092-5060-49f5-86b3-2282d47ff256 admin admin] Calling delete_port for b05213f1-0be3-42b3-9611-022cfd0f8ab4 owned by network:router_interface {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:19:26.298986 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f48b9092-5060-49f5-86b3-2282d47ff256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:26.314674 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-42b2458a-b5ac-4d41-b6af-9fe03df35b51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:26.410696 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b9092-5060-49f5-86b3-2282d47ff256 admin admin] Pushing event deleted for resources: {'Port': ['ID=b05213f1-0be3-42b3-9611-022cfd0f8ab4,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:26.414697 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f48b9092-5060-49f5-86b3-2282d47ff256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:26.766137 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f48b9092-5060-49f5-86b3-2282d47ff256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854276846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404156'] for router_interface, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:27.280861 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48b9092-5060-49f5-86b3-2282d47ff256 admin admin] Router 247cb27c-0dc2-47c1-908b-883c26563f87 has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:19:27.465371 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48b9092-5060-49f5-86b3-2282d47ff256 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:19:27.474077 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c69e3d-2517-4587-87d5-03a9de66438b None None] Sync routers for ids ['247cb27c-0dc2-47c1-908b-883c26563f87'] in dv-cinder-784603-1-iscsi {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:19:27.484848 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c69e3d-2517-4587-87d5-03a9de66438b None None] Routers {'247cb27c-0dc2-47c1-908b-883c26563f87'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:19:27.491563 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-90c69e3d-2517-4587-87d5-03a9de66438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10923470>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:18:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['247cb27c-0dc2-47c1-908b-883c26563f87'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:27.514387 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-f48b9092-5060-49f5-86b3-2282d47ff256 admin admin] 10.222.0.10 "PUT /v2.0/routers/247cb27c-0dc2-47c1-908b-883c26563f87/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9477558
Apr 02 18:19:27.517009 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43862) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:27.621120 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-26806c07-49f7-4c3c-9187-c5c0d5326d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:27.673478 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-90c69e3d-2517-4587-87d5-03a9de66438b None None] Set router 247cb27c-0dc2-47c1-908b-883c26563f87 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:19:27.708121 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-638019c8-4520-45a5-b584-861a69ce8f2c admin admin] Notify callbacks [] for router, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:27.903528 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-638019c8-4520-45a5-b584-861a69ce8f2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:27.946673 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-638019c8-4520-45a5-b584-861a69ce8f2c admin admin] Deleting port 606f21c5-c560-4394-a8e4-515d6a504500 {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:19:27.947188 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-638019c8-4520-45a5-b584-861a69ce8f2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:27.981787 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-90c69e3d-2517-4587-87d5-03a9de66438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10923470>, [{'id': '247cb27c-0dc2-47c1-908b-883c26563f87', 'name': 'tempest-TestShelveInstance-2053025052-router', 'tenant_id': '0375951ebe4d421c9dec41425c7e3257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '606f21c5-c560-4394-a8e4-515d6a504500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:50Z', 'updated_at': '2021-04-02T18:19:26Z', 'revision_number': 5, 'project_id': '0375951ebe4d421c9dec41425c7e3257', 'gw_port': {'id': '606f21c5-c560-4394-a8e4-515d6a504500', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:42:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '247cb27c-0dc2-47c1-908b-883c26563f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:13:51Z', 'updated_at': '2021-04-02T18:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:27.986021 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c69e3d-2517-4587-87d5-03a9de66438b None None] Checking router: 247cb27c-0dc2-47c1-908b-883c26563f87 for host: dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:19:27.994795 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c69e3d-2517-4587-87d5-03a9de66438b None None] Routers {'247cb27c-0dc2-47c1-908b-883c26563f87'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:19:27.995436 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-90c69e3d-2517-4587-87d5-03a9de66438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10923470>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:18:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['247cb27c-0dc2-47c1-908b-883c26563f87'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:28.171060 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-90c69e3d-2517-4587-87d5-03a9de66438b None None] Set router 247cb27c-0dc2-47c1-908b-883c26563f87 gateway port host: None {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:19:28.290083 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-90c69e3d-2517-4587-87d5-03a9de66438b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10923470>, [{'id': '247cb27c-0dc2-47c1-908b-883c26563f87', 'name': 'tempest-TestShelveInstance-2053025052-router', 'tenant_id': '0375951ebe4d421c9dec41425c7e3257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:50Z', 'updated_at': '2021-04-02T18:19:27Z', 'revision_number': 6, 'project_id': '0375951ebe4d421c9dec41425c7e3257', 'gw_port_host': None}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:28.294796 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c69e3d-2517-4587-87d5-03a9de66438b None None] The sync data for ids ['247cb27c-0dc2-47c1-908b-883c26563f87'] in dv-cinder-784603-1-iscsi is: [{'id': '247cb27c-0dc2-47c1-908b-883c26563f87', 'name': 'tempest-TestShelveInstance-2053025052-router', 'tenant_id': '0375951ebe4d421c9dec41425c7e3257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:13:50Z', 'updated_at': '2021-04-02T18:19:27Z', 'revision_number': 6, 'project_id': '0375951ebe4d421c9dec41425c7e3257', 'gw_port_host': None}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:19:28.388210 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-638019c8-4520-45a5-b584-861a69ce8f2c admin admin] For port 606f21c5-c560-4394-a8e4-515d6a504500, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=606f21c5-c560-4394-a8e4-515d6a504500,segment=NetworkSegment(422579c7-e086-4847-b55f-de8760ffa8dd),segment_id=422579c7-e086-4847-b55f-de8760ffa8dd)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:19:28.388615 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-638019c8-4520-45a5-b584-861a69ce8f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:28.524785 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-638019c8-4520-45a5-b584-861a69ce8f2c admin admin] Calling delete_port for 606f21c5-c560-4394-a8e4-515d6a504500 owned by network:router_gateway {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:19:28.729785 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-638019c8-4520-45a5-b584-861a69ce8f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:28.746386 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c0cc3328-1980-4ea2-a2be-db81cc53a47b tempest-AttachVolumeNegativeTest-647641149 tempest-AttachVolumeNegativeTest-647641149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:28.752545 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:28.845935 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638019c8-4520-45a5-b584-861a69ce8f2c admin admin] Pushing event deleted for resources: {'Port': ['ID=606f21c5-c560-4394-a8e4-515d6a504500,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:28.850073 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-638019c8-4520-45a5-b584-861a69ce8f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:29.012834 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-638019c8-4520-45a5-b584-861a69ce8f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-413628'] for router_gateway, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:29.196494 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-638019c8-4520-45a5-b584-861a69ce8f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854362819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14895'] for router, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:29.198816 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-638019c8-4520-45a5-b584-861a69ce8f2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:29.243376 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-638019c8-4520-45a5-b584-861a69ce8f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854362745'] for router, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:29.243964 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638019c8-4520-45a5-b584-861a69ce8f2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 247cb27c-0dc2-47c1-908b-883c26563f87 {{(pid=84390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 02 18:19:29.256697 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-638019c8-4520-45a5-b584-861a69ce8f2c admin admin] Notify callbacks [] for router, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:29.257930 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-638019c8-4520-45a5-b584-861a69ce8f2c admin admin] 10.222.0.10 "DELETE /v2.0/routers/247cb27c-0dc2-47c1-908b-883c26563f87 HTTP/1.1" status: 204  len: 168 time: 1.7399352
Apr 02 18:19:29.260577 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43866) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:29.332461 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb84bef-8007-4819-bdb9-25d66f01d38f admin admin] Deleting subnet c2958072-8583-49d6-adfe-7803955ca142 {{(pid=84390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:19:29.335604 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-adb84bef-8007-4819-bdb9-25d66f01d38f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:29.388124 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-adb84bef-8007-4819-bdb9-25d66f01d38f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851785678'] for subnet, precommit_delete_associations {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:29.473077 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-adb84bef-8007-4819-bdb9-25d66f01d38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1495'] for subnet, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:29.529471 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-81517dbb-3bb8-40c7-a589-9a5451fe255f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:29.815337 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-adb84bef-8007-4819-bdb9-25d66f01d38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852573111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851730366'] for subnet, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:29.831255 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a176beb3-fa17-459e-8450-99dfb67aa6f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:29.921109 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb84bef-8007-4819-bdb9-25d66f01d38f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2958072-8583-49d6-adfe-7803955ca142,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:29.933427 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-adb84bef-8007-4819-bdb9-25d66f01d38f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:29.965921 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-adb84bef-8007-4819-bdb9-25d66f01d38f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for subnet, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:29.971797 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14393be-d5dc-44c6-837d-ad5bd3c91b03 None None] Network 10f51994-f1e8-48a4-a077-ccc143d28cd3 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:19:29.971957 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-adb84bef-8007-4819-bdb9-25d66f01d38f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c2958072-8583-49d6-adfe-7803955ca142 HTTP/1.1" status: 204  len: 168 time: 0.7103841
Apr 02 18:19:29.974748 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43872) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:30.093389 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4aa5d31a-d9ec-4685-8279-830a602a85ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-37997'] for network, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:30.118159 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:30.163179 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device b05213f1-0be3-42b3-9611-022cfd0f8ab4 no longer exists at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:19:30.169051 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-4aa5d31a-d9ec-4685-8279-830a602a85ce admin admin] Deleting port 19dfcf62-4de2-4db2-bd80-cd5a941e2ada {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:19:30.169427 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4aa5d31a-d9ec-4685-8279-830a602a85ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:30.203405 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] No Port match for: b05213f1-0be3-42b3-9611-022cfd0f8ab4 {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:19:30.203800 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device b05213f1-0be3-42b3-9611-022cfd0f8ab4 not bound to the agent host dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:19:30.204255 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 606f21c5-c560-4394-a8e4-515d6a504500 no longer exists at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:19:30.240796 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] No Port match for: 606f21c5-c560-4394-a8e4-515d6a504500 {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:19:30.241186 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 606f21c5-c560-4394-a8e4-515d6a504500 not bound to the agent host dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:19:30.322731 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7416088d-2d0c-4ec5-a9eb-5eb8db835709 None None] DHCP port deletion for 10f51994-f1e8-48a4-a077-ccc143d28cd3 request from dv-cinder-784603-1-iscsi {{(pid=84392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 02 18:19:30.327242 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-7416088d-2d0c-4ec5-a9eb-5eb8db835709 None None] Deleting port 19dfcf62-4de2-4db2-bd80-cd5a941e2ada {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:19:30.327712 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7416088d-2d0c-4ec5-a9eb-5eb8db835709 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:30.394541 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-4aa5d31a-d9ec-4685-8279-830a602a85ce admin admin] For port 19dfcf62-4de2-4db2-bd80-cd5a941e2ada, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=19dfcf62-4de2-4db2-bd80-cd5a941e2ada,segment=NetworkSegment(901ef5ef-f1a4-4946-9c35-a210c0a63b36),segment_id=901ef5ef-f1a4-4946-9c35-a210c0a63b36)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:19:30.394945 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4aa5d31a-d9ec-4685-8279-830a602a85ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:30.532571 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-4aa5d31a-d9ec-4685-8279-830a602a85ce admin admin] Calling delete_port for 19dfcf62-4de2-4db2-bd80-cd5a941e2ada owned by network:dhcp {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:19:30.547681 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-7416088d-2d0c-4ec5-a9eb-5eb8db835709 None None] For port 19dfcf62-4de2-4db2-bd80-cd5a941e2ada, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=19dfcf62-4de2-4db2-bd80-cd5a941e2ada,segment=NetworkSegment(901ef5ef-f1a4-4946-9c35-a210c0a63b36),segment_id=901ef5ef-f1a4-4946-9c35-a210c0a63b36)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:19:30.548063 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7416088d-2d0c-4ec5-a9eb-5eb8db835709 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:30.677975 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-7416088d-2d0c-4ec5-a9eb-5eb8db835709 None None] Calling delete_port for 19dfcf62-4de2-4db2-bd80-cd5a941e2ada owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:19:30.733064 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4aa5d31a-d9ec-4685-8279-830a602a85ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:30.749404 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-bc163423-3ef3-4b6d-96e7-ac6190aae6db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:30.753981 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.db.api [None req-7416088d-2d0c-4ec5-a9eb-5eb8db835709 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84392) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 18:19:30.754422 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_db.api [None req-7416088d-2d0c-4ec5-a9eb-5eb8db835709 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 02 18:19:30.846770 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5d31a-d9ec-4685-8279-830a602a85ce admin admin] Pushing event deleted for resources: {'Port': ['ID=19dfcf62-4de2-4db2-bd80-cd5a941e2ada,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:30.849500 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4aa5d31a-d9ec-4685-8279-830a602a85ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:30.892748 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa5d31a-d9ec-4685-8279-830a602a85ce admin admin] No DVR routers for this DVR port 19dfcf62-4de2-4db2-bd80-cd5a941e2ada on host dv-cinder-784603-1-iscsi {{(pid=84390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:19:31.016871 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4aa5d31a-d9ec-4685-8279-830a602a85ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854513834', 'neutron.services.segments.db._delete_segments_for_network--9223363296845448257'] for network, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:31.130089 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-4aa5d31a-d9ec-4685-8279-830a602a85ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2f0b513160>,) {'filters': {'network_id': ['10f51994-f1e8-48a4-a077-ccc143d28cd3']}} {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:31.143228 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-4aa5d31a-d9ec-4685-8279-830a602a85ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f0b513160>, '901ef5ef-f1a4-4946-9c35-a210c0a63b36') {'for_net_delete': True} {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:31.143560 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-4aa5d31a-d9ec-4685-8279-830a602a85ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f0b513160>, '901ef5ef-f1a4-4946-9c35-a210c0a63b36') {} {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:31.156266 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4aa5d31a-d9ec-4685-8279-830a602a85ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740009327441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2990139'] for segment, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:31.170807 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4aa5d31a-d9ec-4685-8279-830a602a85ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:31.177254 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aa5d31a-d9ec-4685-8279-830a602a85ce admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=84390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:19:31.255337 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-7416088d-2d0c-4ec5-a9eb-5eb8db835709 None None] Deleting port 19dfcf62-4de2-4db2-bd80-cd5a941e2ada {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:19:31.255804 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7416088d-2d0c-4ec5-a9eb-5eb8db835709 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:31.328231 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-7416088d-2d0c-4ec5-a9eb-5eb8db835709 None None] The port '19dfcf62-4de2-4db2-bd80-cd5a941e2ada' was deleted {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 02 18:19:31.359845 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-4aa5d31a-d9ec-4685-8279-830a602a85ce admin admin] Network 10f51994-f1e8-48a4-a077-ccc143d28cd3 has no segments {{(pid=84390) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:19:31.368843 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4aa5d31a-d9ec-4685-8279-830a602a85ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854517445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852572958'] for segment, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:31.544312 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-4aa5d31a-d9ec-4685-8279-830a602a85ce admin admin] Network 10f51994-f1e8-48a4-a077-ccc143d28cd3 has no segments {{(pid=84390) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]: Traceback (most recent call last):
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]:     timer()
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]:     cb(*args, **kw)
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]:     return func(*args, **kwargs)
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]:     self._notify()
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]:     self.callback(batched_events)
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]:     event.method(event)
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]:     segment_id)['aggregates'][0]
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]:     return f(self, *a, **k)
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self._get(url).json()
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]:     **kwargs)
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]:     **endpoint_filter)
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:19:31.570604 dv-cinder-784603-1-iscsi neutron-server[84275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:19:31.746560 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:31.773305 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4aa5d31a-d9ec-4685-8279-830a602a85ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-261967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854362150'] for network, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:31.778092 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4aa5d31a-d9ec-4685-8279-830a602a85ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:31.782352 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-5e928e12-399a-4e5d-b802-53d182c473d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:31.807334 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5d31a-d9ec-4685-8279-830a602a85ce admin admin] Pushing event deleted for resources: {'Network': ['ID=10f51994-f1e8-48a4-a077-ccc143d28cd3,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:31.809645 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4aa5d31a-d9ec-4685-8279-830a602a85ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:31.811881 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-4aa5d31a-d9ec-4685-8279-830a602a85ce admin admin] 10.222.0.10 "DELETE /v2.0/networks/10f51994-f1e8-48a4-a077-ccc143d28cd3 HTTP/1.1" status: 204  len: 168 time: 1.8359063
Apr 02 18:19:32.120601 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43878) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:32.142194 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 19dfcf62-4de2-4db2-bd80-cd5a941e2ada no longer exists at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:19:32.180235 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-9b7d32fe-8e4c-4ddb-9c37-4977113e8c8a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bebbc6521cac473683ce0fe4a0a55d65&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0558767
Apr 02 18:19:32.180433 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43882) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:32.183267 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] No Port match for: 19dfcf62-4de2-4db2-bd80-cd5a941e2ada {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:19:32.183656 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 19dfcf62-4de2-4db2-bd80-cd5a941e2ada not bound to the agent host dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:19:32.241527 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9c697da0-2318-4fa7-9392-4910d109d4fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:32.268302 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9c697da0-2318-4fa7-9392-4910d109d4fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:32.340386 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9c697da0-2318-4fa7-9392-4910d109d4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:32.346285 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-9c04ebe1-8437-44e9-a961-cd2767a67e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:32.360669 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c697da0-2318-4fa7-9392-4910d109d4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386a2989-ad08-4f3f-9bd4-812a231a1e25,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:32.363132 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-9c697da0-2318-4fa7-9392-4910d109d4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:32.369039 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9c697da0-2318-4fa7-9392-4910d109d4fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:32.372739 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-9c697da0-2318-4fa7-9392-4910d109d4fb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/386a2989-ad08-4f3f-9bd4-812a231a1e25 HTTP/1.1" status: 204  len: 168 time: 0.1888847
Apr 02 18:19:32.845152 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43890) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:32.896524 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-2a9c96a8-0653-4b81-a686-e49591eac615 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0375951ebe4d421c9dec41425c7e3257&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0500729
Apr 02 18:19:32.899199 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43894) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:32.967497 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4d52814a-6a1f-4877-bcc7-3158caa95d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:32.995571 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4d52814a-6a1f-4877-bcc7-3158caa95d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:33.083469 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4d52814a-6a1f-4877-bcc7-3158caa95d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:33.088462 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-96825866-d182-4fcf-ae0f-b0638e4a6f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:33.101399 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52814a-6a1f-4877-bcc7-3158caa95d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086593e3-8166-4fad-b213-b431007a87c9,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:33.104547 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4d52814a-6a1f-4877-bcc7-3158caa95d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:33.106676 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4d52814a-6a1f-4877-bcc7-3158caa95d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:33.107818 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-4d52814a-6a1f-4877-bcc7-3158caa95d7c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/086593e3-8166-4fad-b213-b431007a87c9 HTTP/1.1" status: 204  len: 168 time: 0.2073307
Apr 02 18:19:35.043489 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f3092-9f1e-44dd-bdb1-9948b22c447b req-a381b4f2-1068-482b-a0e5-02cff6ccf0ae tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:35.045083 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-471f3092-9f1e-44dd-bdb1-9948b22c447b req-a381b4f2-1068-482b-a0e5-02cff6ccf0ae tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 947 time: 0.0887823
Apr 02 18:19:35.093057 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-471f3092-9f1e-44dd-bdb1-9948b22c447b req-b57effcb-5563-40a4-b9d7-f544a4017ebb tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413868
Apr 02 18:19:35.418353 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ad27c15b-c2d2-40f6-9df5-b792756e4a3e req-c188e9ac-83df-4e31-a9ed-b60f442082bf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5756c9b9-5c78-4546-b4de-ccf642ebb1b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0774653
Apr 02 18:19:35.519259 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27c15b-c2d2-40f6-9df5-b792756e4a3e req-e7587bdf-3ba3-40f1-9687-ea88623b7eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:35.520844 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ad27c15b-c2d2-40f6-9df5-b792756e4a3e req-e7587bdf-3ba3-40f1-9687-ea88623b7eef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d04a7b8a6f1f460697416688fa4f1b49&device_id=5756c9b9-5c78-4546-b4de-ccf642ebb1b2 HTTP/1.1" status: 200  len: 1098 time: 0.0807102
Apr 02 18:19:35.674469 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27c15b-c2d2-40f6-9df5-b792756e4a3e req-8637eacb-e373-4aeb-b25f-4711107c1de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:35.675949 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ad27c15b-c2d2-40f6-9df5-b792756e4a3e req-8637eacb-e373-4aeb-b25f-4711107c1de7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 HTTP/1.1" status: 200  len: 909 time: 0.1363945
Apr 02 18:19:36.026405 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ad27c15b-c2d2-40f6-9df5-b792756e4a3e req-340d633d-c1e8-4409-a379-c1383e1dee73 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44892dc6-5fea-4f09-be41-0dfc45ae9938 HTTP/1.1" status: 200  len: 1001 time: 0.3429430
Apr 02 18:19:36.096380 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27c15b-c2d2-40f6-9df5-b792756e4a3e req-d50c605d-3d73-496a-8690-e671881e47d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:36.097950 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ad27c15b-c2d2-40f6-9df5-b792756e4a3e req-d50c605d-3d73-496a-8690-e671881e47d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=020b479b-570a-409f-b890-594a2858ea45 HTTP/1.1" status: 200  len: 848 time: 0.0650361
Apr 02 18:19:36.181469 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27c15b-c2d2-40f6-9df5-b792756e4a3e req-6748cdf9-5f9e-45df-8191-2e38d8653f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:36.183161 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ad27c15b-c2d2-40f6-9df5-b792756e4a3e req-6748cdf9-5f9e-45df-8191-2e38d8653f9a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90ec4bbb-4cfa-4f5b-a343-b4e187660bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776830
Apr 02 18:19:36.306379 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916aaf9a-65a9-4cf8-a117-afcb26d9a37b req-681ac46b-149c-4423-a661-f36579c071e1 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:36.307862 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-916aaf9a-65a9-4cf8-a117-afcb26d9a37b req-681ac46b-149c-4423-a661-f36579c071e1 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 947 time: 0.0912037
Apr 02 18:19:36.356109 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-916aaf9a-65a9-4cf8-a117-afcb26d9a37b req-22e88afd-4776-473e-994b-c06593a87717 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups?id=cdad0168-e4d7-4003-aa4a-d6c91c33e07a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415363
Apr 02 18:19:36.396156 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ad27c15b-c2d2-40f6-9df5-b792756e4a3e req-919b02c8-7f8b-4e9a-bea4-83cf19fb83b9 service neutron] 10.222.0.15 "GET /v2.0/networks/90ec4bbb-4cfa-4f5b-a343-b4e187660bc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2066157
Apr 02 18:19:36.414354 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7eef03-c02a-48a6-8d9e-0eabc28e8fa2 req-d670874e-8b66-4885-9fcc-6db7146de012 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:36.415095 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-ca7eef03-c02a-48a6-8d9e-0eabc28e8fa2 req-d670874e-8b66-4885-9fcc-6db7146de012 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Synchronizing usage tracker for tenant:ab81f0810293410f90055ce730a5f2ce on resource:port {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:19:36.541787 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-ca7eef03-c02a-48a6-8d9e-0eabc28e8fa2 req-d670874e-8b66-4885-9fcc-6db7146de012 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Unset dirty status for tenant:ab81f0810293410f90055ce730a5f2ce on resource:port {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:19:36.543035 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ca7eef03-c02a-48a6-8d9e-0eabc28e8fa2 req-d670874e-8b66-4885-9fcc-6db7146de012 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.15 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 947 time: 0.3300736
Apr 02 18:19:36.606720 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ad27c15b-c2d2-40f6-9df5-b792756e4a3e req-0f858f33-02fd-44b5-a269-e58ae11d477d service neutron] 10.222.0.15 "GET /v2.0/networks/90ec4bbb-4cfa-4f5b-a343-b4e187660bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1886742
Apr 02 18:19:36.634522 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-ca7eef03-c02a-48a6-8d9e-0eabc28e8fa2 req-30cd1b90-8dc9-4621-991d-c9eb84aa754e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Deleting port 5490e1df-41bd-4477-a5e5-adb011b8f559 {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:19:36.634911 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-ca7eef03-c02a-48a6-8d9e-0eabc28e8fa2 req-30cd1b90-8dc9-4621-991d-c9eb84aa754e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:36.917668 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-ca7eef03-c02a-48a6-8d9e-0eabc28e8fa2 req-30cd1b90-8dc9-4621-991d-c9eb84aa754e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] For port 5490e1df-41bd-4477-a5e5-adb011b8f559, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=5490e1df-41bd-4477-a5e5-adb011b8f559,segment=NetworkSegment(f987815a-0fd5-40b0-85da-34501f7e40a0),segment_id=f987815a-0fd5-40b0-85da-34501f7e40a0)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:19:36.918081 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-ca7eef03-c02a-48a6-8d9e-0eabc28e8fa2 req-30cd1b90-8dc9-4621-991d-c9eb84aa754e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:37.238743 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-ca7eef03-c02a-48a6-8d9e-0eabc28e8fa2 req-30cd1b90-8dc9-4621-991d-c9eb84aa754e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:37.239315 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-ca7eef03-c02a-48a6-8d9e-0eabc28e8fa2 req-30cd1b90-8dc9-4621-991d-c9eb84aa754e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854362165'] for floatingip, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:37.239429 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.l3_db [req-ca7eef03-c02a-48a6-8d9e-0eabc28e8fa2 req-30cd1b90-8dc9-4621-991d-c9eb84aa754e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Floating IP b5c6f614-a9e6-46d5-a3bf-92a2d23ba9ed disassociated. External IP: 172.27.2.31, port: 5490e1df-41bd-4477-a5e5-adb011b8f559.
Apr 02 18:19:37.239757 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-ca7eef03-c02a-48a6-8d9e-0eabc28e8fa2 req-30cd1b90-8dc9-4621-991d-c9eb84aa754e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Calling delete_port for 5490e1df-41bd-4477-a5e5-adb011b8f559 owned by compute:nova {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:19:37.483920 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-ca7eef03-c02a-48a6-8d9e-0eabc28e8fa2 req-30cd1b90-8dc9-4621-991d-c9eb84aa754e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:37.500140 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-beb0db70-bf80-47cf-a0f4-441853f8f888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:37.530829 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e0b047b9-1b9c-4404-b53f-80e9f1de8d6a req-dcdbdd74-dc36-4031-b3f0-1133c703253c tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 210 time: 0.0508664
Apr 02 18:19:37.596470 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd1b90-8dc9-4621-991d-c9eb84aa754e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Pushing event deleted for resources: {'Port': ['ID=5490e1df-41bd-4477-a5e5-adb011b8f559,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:37.603371 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-30cd1b90-8dc9-4621-991d-c9eb84aa754e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:37.872249 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca7eef03-c02a-48a6-8d9e-0eabc28e8fa2 req-30cd1b90-8dc9-4621-991d-c9eb84aa754e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Router a02ea0de-69e5-4ddf-b002-989e7be99700 has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:19:38.073466 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca7eef03-c02a-48a6-8d9e-0eabc28e8fa2 req-30cd1b90-8dc9-4621-991d-c9eb84aa754e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:19:38.084808 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ace7e05-1d8f-47c3-9f6a-17f15e0fc0e9 None None] Sync routers for ids ['a02ea0de-69e5-4ddf-b002-989e7be99700'] in dv-cinder-784603-1-iscsi {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:19:38.095945 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ace7e05-1d8f-47c3-9f6a-17f15e0fc0e9 None None] Routers {'a02ea0de-69e5-4ddf-b002-989e7be99700'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:19:38.096630 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-9ace7e05-1d8f-47c3-9f6a-17f15e0fc0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f1103dc50>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:19:29Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['a02ea0de-69e5-4ddf-b002-989e7be99700'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:38.156284 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7eef03-c02a-48a6-8d9e-0eabc28e8fa2 req-30cd1b90-8dc9-4621-991d-c9eb84aa754e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] No DVR routers for this DVR port 5490e1df-41bd-4477-a5e5-adb011b8f559 on host hv-cinder-78460 {{(pid=84390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:19:38.158876 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-ca7eef03-c02a-48a6-8d9e-0eabc28e8fa2 req-30cd1b90-8dc9-4621-991d-c9eb84aa754e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:38.161927 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb08699-b8d7-4ca6-82b7-a4123211bf8a', 'name': 'network-vif-deleted', 'tag': '5490e1df-41bd-4477-a5e5-adb011b8f559'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:19:38.204936 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ca7eef03-c02a-48a6-8d9e-0eabc28e8fa2 req-30cd1b90-8dc9-4621-991d-c9eb84aa754e tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.15 "DELETE /v2.0/ports/5490e1df-41bd-4477-a5e5-adb011b8f559 HTTP/1.1" status: 204  len: 173 time: 1.6487725
Apr 02 18:19:38.219495 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adb08699-b8d7-4ca6-82b7-a4123211bf8a', 'name': 'network-vif-deleted', 'tag': '5490e1df-41bd-4477-a5e5-adb011b8f559', 'status': 'completed', 'code': 200}
Apr 02 18:19:38.232728 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:19:38.471984 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-9ace7e05-1d8f-47c3-9f6a-17f15e0fc0e9 None None] Set router a02ea0de-69e5-4ddf-b002-989e7be99700 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:19:38.730244 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-faa72d18-aaad-4cbe-91f4-eb664db67e65 req-d52766c6-bfdb-4fac-875d-48c920cb96fa tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/ports?device_id=adb08699-b8d7-4ca6-82b7-a4123211bf8a HTTP/1.1" status: 200  len: 210 time: 0.0549574
Apr 02 18:19:38.815283 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-9ace7e05-1d8f-47c3-9f6a-17f15e0fc0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f1103dc50>, [{'id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'name': 'tempest-AttachVolumeShelveTestJSON-1573574871-router', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:54Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 4, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'gw_port': {'id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:55Z', 'updated_at': '2021-04-02T18:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'cbb6545f-8641-45fc-9013-c5bdaa0713b7', 'name': '', 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'mac_address': 'fa:16:3e:40:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:10Z', 'revision_number': 5, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'subnets': [{'id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:38.819390 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ace7e05-1d8f-47c3-9f6a-17f15e0fc0e9 None None] Checking router: a02ea0de-69e5-4ddf-b002-989e7be99700 for host: dv-cinder-784603-1-iscsi {{(pid=84392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:19:38.828818 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ace7e05-1d8f-47c3-9f6a-17f15e0fc0e9 None None] Routers {'a02ea0de-69e5-4ddf-b002-989e7be99700'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:19:38.829479 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-9ace7e05-1d8f-47c3-9f6a-17f15e0fc0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f1103dc50>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:19:29Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['a02ea0de-69e5-4ddf-b002-989e7be99700'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:39.025023 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-9ace7e05-1d8f-47c3-9f6a-17f15e0fc0e9 None None] Set router a02ea0de-69e5-4ddf-b002-989e7be99700 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:19:39.376617 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-9ace7e05-1d8f-47c3-9f6a-17f15e0fc0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f1103dc50>, [{'id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'name': 'tempest-AttachVolumeShelveTestJSON-1573574871-router', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:54Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 4, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'gw_port': {'id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:55Z', 'updated_at': '2021-04-02T18:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'cbb6545f-8641-45fc-9013-c5bdaa0713b7', 'name': '', 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'mac_address': 'fa:16:3e:40:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:10Z', 'revision_number': 5, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'subnets': [{'id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:39.380679 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ace7e05-1d8f-47c3-9f6a-17f15e0fc0e9 None None] The sync data for ids ['a02ea0de-69e5-4ddf-b002-989e7be99700'] in dv-cinder-784603-1-iscsi is: [{'id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'name': 'tempest-AttachVolumeShelveTestJSON-1573574871-router', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:54Z', 'updated_at': '2021-04-02T18:13:01Z', 'revision_number': 4, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'gw_port': {'id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:55Z', 'updated_at': '2021-04-02T18:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': 'cbb6545f-8641-45fc-9013-c5bdaa0713b7', 'name': '', 'network_id': 'ba3fcca8-4959-4278-9c76-59b99609716c', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'mac_address': 'fa:16:3e:40:69:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:59Z', 'updated_at': '2021-04-02T18:13:10Z', 'revision_number': 5, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'subnets': [{'id': '6b47bc7a-7e44-4ded-9896-b2dbc84447fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:19:39.386531 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:39.757054 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40f6e88-e414-4936-9db0-9c281a4aa494 None None] New status for floating IP b5c6f614-a9e6-46d5-a3bf-92a2d23ba9ed: DOWN {{(pid=84393) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:19:39.908614 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 43926) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:39.977062 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-00a3e631-c59a-433d-ab93-aa46695a24bf tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:40.006884 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-00a3e631-c59a-433d-ab93-aa46695a24bf tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:40.093322 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-00a3e631-c59a-433d-ab93-aa46695a24bf tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:40.098960 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-36273266-6ec6-443e-8f1e-719769381f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:40.115713 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3e631-c59a-433d-ab93-aa46695a24bf tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdad0168-e4d7-4003-aa4a-d6c91c33e07a,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:40.118157 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-00a3e631-c59a-433d-ab93-aa46695a24bf tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:40.149642 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-00a3e631-c59a-433d-ab93-aa46695a24bf tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:40.151144 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-00a3e631-c59a-433d-ab93-aa46695a24bf tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "DELETE /v2.0/security-groups/cdad0168-e4d7-4003-aa4a-d6c91c33e07a HTTP/1.1" status: 204  len: 168 time: 0.2413526
Apr 02 18:19:40.154036 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 43930) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:40.173059 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.v2.resource [None req-159da51c-761e-4b48-882b-fe094dd0ce61 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] show failed (client error): The resource could not be found.
Apr 02 18:19:40.174096 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-159da51c-761e-4b48-882b-fe094dd0ce61 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "GET /v2.0/security-groups/cdad0168-e4d7-4003-aa4a-d6c91c33e07a HTTP/1.1" status: 404  len: 347 time: 0.0190752
Apr 02 18:19:40.176988 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 43934) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:40.578082 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-8a7569d9-5850-4674-8298-3c40758bfe54 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Deleting port 88a5024f-71e8-4127-b937-358e8fda32ab {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:19:40.578500 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8a7569d9-5850-4674-8298-3c40758bfe54 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:40.725718 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 5490e1df-41bd-4477-a5e5-adb011b8f559 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:19:40.754553 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8a7569d9-5850-4674-8298-3c40758bfe54 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:40.754920 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8a7569d9-5850-4674-8298-3c40758bfe54 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:40.763097 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] No Port match for: 5490e1df-41bd-4477-a5e5-adb011b8f559 {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:19:40.763600 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 5490e1df-41bd-4477-a5e5-adb011b8f559 not bound to the agent host hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:19:40.887472 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-8a7569d9-5850-4674-8298-3c40758bfe54 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Calling delete_port for 88a5024f-71e8-4127-b937-358e8fda32ab owned by network:floatingip {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:19:41.055102 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8a7569d9-5850-4674-8298-3c40758bfe54 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851822213'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:41.071107 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:41.170240 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7569d9-5850-4674-8298-3c40758bfe54 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Pushing event deleted for resources: {'Port': ['ID=88a5024f-71e8-4127-b937-358e8fda32ab,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:41.173144 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8a7569d9-5850-4674-8298-3c40758bfe54 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:41.335512 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8a7569d9-5850-4674-8298-3c40758bfe54 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks [] for floatingip, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:41.350025 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8a7569d9-5850-4674-8298-3c40758bfe54 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:41.351280 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-8a7569d9-5850-4674-8298-3c40758bfe54 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] 10.222.0.10 "DELETE /v2.0/floatingips/b5c6f614-a9e6-46d5-a3bf-92a2d23ba9ed HTTP/1.1" status: 204  len: 168 time: 1.1733794
Apr 02 18:19:44.300705 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 43958) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:45.032710 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f826b016-0d8f-4c90-bd62-f6ce86fcc95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410473'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:45.391788 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-f826b016-0d8f-4c90-bd62-f6ce86fcc95d admin admin] Deleting port cbb6545f-8641-45fc-9013-c5bdaa0713b7 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:19:45.392420 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f826b016-0d8f-4c90-bd62-f6ce86fcc95d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:45.573197 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-f826b016-0d8f-4c90-bd62-f6ce86fcc95d admin admin] For port cbb6545f-8641-45fc-9013-c5bdaa0713b7, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=cbb6545f-8641-45fc-9013-c5bdaa0713b7,segment=NetworkSegment(f987815a-0fd5-40b0-85da-34501f7e40a0),segment_id=f987815a-0fd5-40b0-85da-34501f7e40a0)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:19:45.573593 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f826b016-0d8f-4c90-bd62-f6ce86fcc95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:45.702222 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-f826b016-0d8f-4c90-bd62-f6ce86fcc95d admin admin] Calling delete_port for cbb6545f-8641-45fc-9013-c5bdaa0713b7 owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:19:46.015139 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f826b016-0d8f-4c90-bd62-f6ce86fcc95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851822213'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:46.031103 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-fbe08b51-66ad-4854-afe6-aed6b5785a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:46.126233 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826b016-0d8f-4c90-bd62-f6ce86fcc95d admin admin] Pushing event deleted for resources: {'Port': ['ID=cbb6545f-8641-45fc-9013-c5bdaa0713b7,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:46.134966 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f826b016-0d8f-4c90-bd62-f6ce86fcc95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:46.471885 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f826b016-0d8f-4c90-bd62-f6ce86fcc95d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854276846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404156'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:47.216386 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f826b016-0d8f-4c90-bd62-f6ce86fcc95d admin admin] Router a02ea0de-69e5-4ddf-b002-989e7be99700 has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:19:47.403703 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f826b016-0d8f-4c90-bd62-f6ce86fcc95d admin admin] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:19:47.412915 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8480cc9-4000-4355-b991-0d1427b600e5 None None] Sync routers for ids ['a02ea0de-69e5-4ddf-b002-989e7be99700'] in dv-cinder-784603-1-iscsi {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:19:47.417739 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-f826b016-0d8f-4c90-bd62-f6ce86fcc95d admin admin] 10.222.0.10 "PUT /v2.0/routers/a02ea0de-69e5-4ddf-b002-989e7be99700/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1158657
Apr 02 18:19:47.420416 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 43964) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:47.427345 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8480cc9-4000-4355-b991-0d1427b600e5 None None] Routers {'a02ea0de-69e5-4ddf-b002-989e7be99700'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:19:47.428016 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-f8480cc9-4000-4355-b991-0d1427b600e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f1081f588>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:19:29Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['a02ea0de-69e5-4ddf-b002-989e7be99700'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:47.614724 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6b48b22f-b79e-4fad-b04c-170ce65139eb admin admin] Notify callbacks [] for router, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:47.620506 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-f8480cc9-4000-4355-b991-0d1427b600e5 None None] Set router a02ea0de-69e5-4ddf-b002-989e7be99700 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:19:47.801414 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6b48b22f-b79e-4fad-b04c-170ce65139eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:47.844343 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-6b48b22f-b79e-4fad-b04c-170ce65139eb admin admin] Deleting port 4f3bb310-2b88-4f83-87be-b9f5b8509a4a {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:19:47.844762 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6b48b22f-b79e-4fad-b04c-170ce65139eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:47.927280 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-f8480cc9-4000-4355-b991-0d1427b600e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f1081f588>, [{'id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'name': 'tempest-AttachVolumeShelveTestJSON-1573574871-router', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:54Z', 'updated_at': '2021-04-02T18:19:45Z', 'revision_number': 5, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'gw_port': {'id': '4f3bb310-2b88-4f83-87be-b9f5b8509a4a', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:12:55Z', 'updated_at': '2021-04-02T18:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:47.933428 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8480cc9-4000-4355-b991-0d1427b600e5 None None] Checking router: a02ea0de-69e5-4ddf-b002-989e7be99700 for host: dv-cinder-784603-1-iscsi {{(pid=84392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:19:47.942922 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8480cc9-4000-4355-b991-0d1427b600e5 None None] Routers {'a02ea0de-69e5-4ddf-b002-989e7be99700'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:19:47.943596 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-f8480cc9-4000-4355-b991-0d1427b600e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f1081f588>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:19:29Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['a02ea0de-69e5-4ddf-b002-989e7be99700'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:48.037988 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-6b48b22f-b79e-4fad-b04c-170ce65139eb admin admin] For port 4f3bb310-2b88-4f83-87be-b9f5b8509a4a, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=4f3bb310-2b88-4f83-87be-b9f5b8509a4a,segment=NetworkSegment(422579c7-e086-4847-b55f-de8760ffa8dd),segment_id=422579c7-e086-4847-b55f-de8760ffa8dd)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:19:48.038412 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6b48b22f-b79e-4fad-b04c-170ce65139eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:48.116829 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-f8480cc9-4000-4355-b991-0d1427b600e5 None None] Set router a02ea0de-69e5-4ddf-b002-989e7be99700 gateway port host: None {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:19:48.174916 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-6b48b22f-b79e-4fad-b04c-170ce65139eb admin admin] Calling delete_port for 4f3bb310-2b88-4f83-87be-b9f5b8509a4a owned by network:router_gateway {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:19:48.239829 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-f8480cc9-4000-4355-b991-0d1427b600e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f1081f588>, [{'id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'name': 'tempest-AttachVolumeShelveTestJSON-1573574871-router', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:54Z', 'updated_at': '2021-04-02T18:19:47Z', 'revision_number': 6, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'gw_port_host': None}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:48.244026 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8480cc9-4000-4355-b991-0d1427b600e5 None None] The sync data for ids ['a02ea0de-69e5-4ddf-b002-989e7be99700'] in dv-cinder-784603-1-iscsi is: [{'id': 'a02ea0de-69e5-4ddf-b002-989e7be99700', 'name': 'tempest-AttachVolumeShelveTestJSON-1573574871-router', 'tenant_id': 'ab81f0810293410f90055ce730a5f2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:12:54Z', 'updated_at': '2021-04-02T18:19:47Z', 'revision_number': 6, 'project_id': 'ab81f0810293410f90055ce730a5f2ce', 'gw_port_host': None}] {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:19:48.443547 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6b48b22f-b79e-4fad-b04c-170ce65139eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851822213'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:48.457608 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-ac50eea6-4831-4438-b85b-1d699e67f103 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:48.550468 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48b22f-b79e-4fad-b04c-170ce65139eb admin admin] Pushing event deleted for resources: {'Port': ['ID=4f3bb310-2b88-4f83-87be-b9f5b8509a4a,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:48.557288 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-6b48b22f-b79e-4fad-b04c-170ce65139eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:48.720808 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6b48b22f-b79e-4fad-b04c-170ce65139eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-413628'] for router_gateway, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:48.905812 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6b48b22f-b79e-4fad-b04c-170ce65139eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854362819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14895'] for router, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:48.909147 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6b48b22f-b79e-4fad-b04c-170ce65139eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:49.071762 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6b48b22f-b79e-4fad-b04c-170ce65139eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854362745'] for router, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:49.072286 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b48b22f-b79e-4fad-b04c-170ce65139eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router a02ea0de-69e5-4ddf-b002-989e7be99700 {{(pid=84391) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 02 18:19:49.086142 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6b48b22f-b79e-4fad-b04c-170ce65139eb admin admin] Notify callbacks [] for router, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:49.087271 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-6b48b22f-b79e-4fad-b04c-170ce65139eb admin admin] 10.222.0.10 "DELETE /v2.0/routers/a02ea0de-69e5-4ddf-b002-989e7be99700 HTTP/1.1" status: 204  len: 168 time: 1.6658423
Apr 02 18:19:49.090146 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43968) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:49.159234 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1d5182-4d42-4d5d-a884-999a2ad7de56 admin admin] Deleting subnet 6b47bc7a-7e44-4ded-9896-b2dbc84447fe {{(pid=84390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:19:49.162456 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cf1d5182-4d42-4d5d-a884-999a2ad7de56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:49.213874 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cf1d5182-4d42-4d5d-a884-999a2ad7de56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851785678'] for subnet, precommit_delete_associations {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:49.298862 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cf1d5182-4d42-4d5d-a884-999a2ad7de56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1495'] for subnet, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:49.584819 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cf1d5182-4d42-4d5d-a884-999a2ad7de56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852573111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851730366'] for subnet, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:49.603998 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3af62f97-435b-4f5b-951a-ea1bb2ae61a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:49.685556 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d5182-4d42-4d5d-a884-999a2ad7de56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b47bc7a-7e44-4ded-9896-b2dbc84447fe,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:49.688799 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-cf1d5182-4d42-4d5d-a884-999a2ad7de56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:49.736965 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cf1d5182-4d42-4d5d-a884-999a2ad7de56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for subnet, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:49.741977 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508a7e76-310d-4a19-b398-2dd12ee316e9 None None] Network ba3fcca8-4959-4278-9c76-59b99609716c requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:19:49.743752 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-cf1d5182-4d42-4d5d-a884-999a2ad7de56 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6b47bc7a-7e44-4ded-9896-b2dbc84447fe HTTP/1.1" status: 204  len: 168 time: 0.6524720
Apr 02 18:19:49.746482 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43972) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:49.863661 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6e0e48bc-6956-486d-a48a-a0a1808c5573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-37997'] for network, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:49.933114 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-6e0e48bc-6956-486d-a48a-a0a1808c5573 admin admin] Deleting port 659fecf7-0fde-48b6-97c1-060ae340bc99 {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:19:49.933492 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6e0e48bc-6956-486d-a48a-a0a1808c5573 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:50.007845 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6bd3a2-8e0f-49e2-86f9-e1fe07aab769 None None] DHCP port deletion for ba3fcca8-4959-4278-9c76-59b99609716c request from dv-cinder-784603-1-iscsi {{(pid=84392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 02 18:19:50.012192 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-9e6bd3a2-8e0f-49e2-86f9-e1fe07aab769 None None] Deleting port 659fecf7-0fde-48b6-97c1-060ae340bc99 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:19:50.012613 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9e6bd3a2-8e0f-49e2-86f9-e1fe07aab769 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:50.161588 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-6e0e48bc-6956-486d-a48a-a0a1808c5573 admin admin] For port 659fecf7-0fde-48b6-97c1-060ae340bc99, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=659fecf7-0fde-48b6-97c1-060ae340bc99,segment=NetworkSegment(f987815a-0fd5-40b0-85da-34501f7e40a0),segment_id=f987815a-0fd5-40b0-85da-34501f7e40a0)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:19:50.161992 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6e0e48bc-6956-486d-a48a-a0a1808c5573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:50.372229 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 659fecf7-0fde-48b6-97c1-060ae340bc99 no longer exists at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:19:50.478228 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-9e6bd3a2-8e0f-49e2-86f9-e1fe07aab769 None None] For port 659fecf7-0fde-48b6-97c1-060ae340bc99, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=659fecf7-0fde-48b6-97c1-060ae340bc99,segment=NetworkSegment(f987815a-0fd5-40b0-85da-34501f7e40a0),segment_id=f987815a-0fd5-40b0-85da-34501f7e40a0)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:19:50.478714 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9e6bd3a2-8e0f-49e2-86f9-e1fe07aab769 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:50.544272 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-6e0e48bc-6956-486d-a48a-a0a1808c5573 admin admin] Calling delete_port for 659fecf7-0fde-48b6-97c1-060ae340bc99 owned by network:dhcp {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:19:50.652714 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-9e6bd3a2-8e0f-49e2-86f9-e1fe07aab769 None None] Calling delete_port for 659fecf7-0fde-48b6-97c1-060ae340bc99 owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:19:50.660509 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6e0e48bc-6956-486d-a48a-a0a1808c5573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:50.676507 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-58ccfef5-d257-44fc-9fff-0f16061be3f8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:50.720015 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:50.771929 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e48bc-6956-486d-a48a-a0a1808c5573 admin admin] Pushing event deleted for resources: {'Port': ['ID=659fecf7-0fde-48b6-97c1-060ae340bc99,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:50.774854 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-6e0e48bc-6956-486d-a48a-a0a1808c5573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:50.798396 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 4f3bb310-2b88-4f83-87be-b9f5b8509a4a no longer exists at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:19:50.822003 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0e48bc-6956-486d-a48a-a0a1808c5573 admin admin] No DVR routers for this DVR port 659fecf7-0fde-48b6-97c1-060ae340bc99 on host dv-cinder-784603-1-iscsi {{(pid=84390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:19:50.831983 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.db.api [None req-9e6bd3a2-8e0f-49e2-86f9-e1fe07aab769 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84392) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 18:19:50.832399 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_db.api [None req-9e6bd3a2-8e0f-49e2-86f9-e1fe07aab769 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 02 18:19:50.838022 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] No Port match for: 4f3bb310-2b88-4f83-87be-b9f5b8509a4a {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:19:50.838449 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 4f3bb310-2b88-4f83-87be-b9f5b8509a4a not bound to the agent host dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:19:50.838923 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device cbb6545f-8641-45fc-9013-c5bdaa0713b7 no longer exists at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:19:50.875975 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] No Port match for: cbb6545f-8641-45fc-9013-c5bdaa0713b7 {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:19:50.876519 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device cbb6545f-8641-45fc-9013-c5bdaa0713b7 not bound to the agent host dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:19:50.948094 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6e0e48bc-6956-486d-a48a-a0a1808c5573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854513834', 'neutron.services.segments.db._delete_segments_for_network--9223363296845448257'] for network, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:51.064239 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-6e0e48bc-6956-486d-a48a-a0a1808c5573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2f0aea5198>,) {'filters': {'network_id': ['ba3fcca8-4959-4278-9c76-59b99609716c']}} {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:51.076808 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-6e0e48bc-6956-486d-a48a-a0a1808c5573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f0aea5198>, 'f987815a-0fd5-40b0-85da-34501f7e40a0') {'for_net_delete': True} {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:51.077153 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-6e0e48bc-6956-486d-a48a-a0a1808c5573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f0aea5198>, 'f987815a-0fd5-40b0-85da-34501f7e40a0') {} {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:51.089142 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6e0e48bc-6956-486d-a48a-a0a1808c5573 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740009327441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2990139'] for segment, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:51.104287 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6e0e48bc-6956-486d-a48a-a0a1808c5573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:51.111346 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0e48bc-6956-486d-a48a-a0a1808c5573 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=84390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:19:51.289369 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-6e0e48bc-6956-486d-a48a-a0a1808c5573 admin admin] Network ba3fcca8-4959-4278-9c76-59b99609716c has no segments {{(pid=84390) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:19:51.302076 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6e0e48bc-6956-486d-a48a-a0a1808c5573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854517445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852572958'] for segment, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:51.334380 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-9e6bd3a2-8e0f-49e2-86f9-e1fe07aab769 None None] Deleting port 659fecf7-0fde-48b6-97c1-060ae340bc99 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:19:51.334896 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9e6bd3a2-8e0f-49e2-86f9-e1fe07aab769 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:51.408622 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-9e6bd3a2-8e0f-49e2-86f9-e1fe07aab769 None None] The port '659fecf7-0fde-48b6-97c1-060ae340bc99' was deleted {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 02 18:19:51.481489 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-6e0e48bc-6956-486d-a48a-a0a1808c5573 admin admin] Network ba3fcca8-4959-4278-9c76-59b99609716c has no segments {{(pid=84390) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]: Traceback (most recent call last):
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]:     timer()
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]:     cb(*args, **kw)
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]:     return func(*args, **kwargs)
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]:     self._notify()
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]:     self.callback(batched_events)
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]:     event.method(event)
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]:     segment_id)['aggregates'][0]
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]:     return f(self, *a, **k)
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self._get(url).json()
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]:     **kwargs)
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]:     **endpoint_filter)
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:19:51.504506 dv-cinder-784603-1-iscsi neutron-server[84275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:19:51.624335 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6e0e48bc-6956-486d-a48a-a0a1808c5573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-261967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854362150'] for network, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:51.628427 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:51.644961 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-6e0e48bc-6956-486d-a48a-a0a1808c5573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:51.651572 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e48bc-6956-486d-a48a-a0a1808c5573 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba3fcca8-4959-4278-9c76-59b99609716c,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:51.656038 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-6e0e48bc-6956-486d-a48a-a0a1808c5573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:51.693347 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-6e0e48bc-6956-486d-a48a-a0a1808c5573 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ba3fcca8-4959-4278-9c76-59b99609716c HTTP/1.1" status: 204  len: 168 time: 1.9457297
Apr 02 18:19:51.897650 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43978) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:51.949410 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-8b134488-719b-4db4-ab18-4e4485d65cb0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ab81f0810293410f90055ce730a5f2ce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0503104
Apr 02 18:19:51.952031 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 43982) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:52.012960 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-23947c30-56ae-401f-bbe0-0f94edf05b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:52.043485 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-23947c30-56ae-401f-bbe0-0f94edf05b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:52.127354 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-23947c30-56ae-401f-bbe0-0f94edf05b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:52.132571 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-33b49624-9873-43d6-931f-2b361149ccdd tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:52.146121 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23947c30-56ae-401f-bbe0-0f94edf05b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd370a3-92e2-4706-9d77-62745e551045,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:52.148794 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-23947c30-56ae-401f-bbe0-0f94edf05b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:52.155171 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-23947c30-56ae-401f-bbe0-0f94edf05b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:52.156629 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-23947c30-56ae-401f-bbe0-0f94edf05b01 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9fd370a3-92e2-4706-9d77-62745e551045 HTTP/1.1" status: 204  len: 168 time: 0.2033648
Apr 02 18:19:53.083612 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 44006) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:53.195160 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-1cfc9604-0673-4ca9-95bc-089a4300dc2d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1832118101-network', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:19:53.200348 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-1cfc9604-0673-4ca9-95bc-089a4300dc2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:19:53.205395 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-1cfc9604-0673-4ca9-95bc-089a4300dc2d admin admin] Usage tracker for resource:network and tenant:dfaba96d159b45cca52f40e00f31208c is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:19:53.208490 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-1cfc9604-0673-4ca9-95bc-089a4300dc2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:19:53.214652 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-1cfc9604-0673-4ca9-95bc-089a4300dc2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:19:53.309553 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfc9604-0673-4ca9-95bc-089a4300dc2d admin admin] Made reservation on behalf of dfaba96d159b45cca52f40e00f31208c for: {'network': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:19:53.315163 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1cfc9604-0673-4ca9-95bc-089a4300dc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for network, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:53.329513 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1cfc9604-0673-4ca9-95bc-089a4300dc2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:53.345036 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-1cfc9604-0673-4ca9-95bc-089a4300dc2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:19:53.349124 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-1cfc9604-0673-4ca9-95bc-089a4300dc2d admin admin] Usage tracker for resource:security_group_rule and tenant:dfaba96d159b45cca52f40e00f31208c is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:19:53.352109 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-1cfc9604-0673-4ca9-95bc-089a4300dc2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:19:53.358107 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-1cfc9604-0673-4ca9-95bc-089a4300dc2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:19:53.445662 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1cfc9604-0673-4ca9-95bc-089a4300dc2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:53.486803 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1cfc9604-0673-4ca9-95bc-089a4300dc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:53.491120 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-38f655dc-127b-4af3-8e67-faabb33fb702 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:53.519674 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cfc9604-0673-4ca9-95bc-089a4300dc2d admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'}  {{(pid=84390) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:19:53.528832 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc9604-0673-4ca9-95bc-089a4300dc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2777fc9e-fd9f-42fe-afad-ad7cea9aae00,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:53.532748 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-1cfc9604-0673-4ca9-95bc-089a4300dc2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:53.535233 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1cfc9604-0673-4ca9-95bc-089a4300dc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:53.535627 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.segments_db [None req-1cfc9604-0673-4ca9-95bc-089a4300dc2d admin admin] Added segment b8084356-3e72-4438-b448-a734cb3557ae of type vlan for network 6a8685e6-ae49-456d-b77c-abc425733d73
Apr 02 18:19:53.562366 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1cfc9604-0673-4ca9-95bc-089a4300dc2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740008826705'] for network, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:53.637808 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1cfc9604-0673-4ca9-95bc-089a4300dc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971'] for network, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:53.639232 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfc9604-0673-4ca9-95bc-089a4300dc2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:53.639888 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1cfc9604-0673-4ca9-95bc-089a4300dc2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:53.645721 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-10ea8936-2bdc-4b92-a390-13f3694e53a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:53.753130 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc9604-0673-4ca9-95bc-089a4300dc2d admin admin] Pushing event updated for resources: {'Network': ['ID=6a8685e6-ae49-456d-b77c-abc425733d73,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:53.755811 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-1cfc9604-0673-4ca9-95bc-089a4300dc2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:53.763710 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Network 6a8685e6-ae49-456d-b77c-abc425733d73 details requested by agent ovs-agent-dv-cinder-784603-1-iscsi with host dv-cinder-784603-1-iscsi {{(pid=84392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:19:53.770137 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-1cfc9604-0673-4ca9-95bc-089a4300dc2d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.6853898
Apr 02 18:19:53.773190 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 44012) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:53.779636 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-57c9f54a-0145-4e74-aa20-f4a51e0dfb9d admin admin] Request body: {'subnet': {'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1832118101-subnet', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:19:53.785447 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-57c9f54a-0145-4e74-aa20-f4a51e0dfb9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:19:53.789564 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-57c9f54a-0145-4e74-aa20-f4a51e0dfb9d admin admin] Usage tracker for resource:subnet and tenant:dfaba96d159b45cca52f40e00f31208c is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:19:53.792610 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-57c9f54a-0145-4e74-aa20-f4a51e0dfb9d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:19:53.799516 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-57c9f54a-0145-4e74-aa20-f4a51e0dfb9d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:19:53.837453 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c9f54a-0145-4e74-aa20-f4a51e0dfb9d admin admin] Made reservation on behalf of dfaba96d159b45cca52f40e00f31208c for: {'subnet': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:19:53.842287 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-57c9f54a-0145-4e74-aa20-f4a51e0dfb9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3045496'] for subnet, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:54.264546 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-57c9f54a-0145-4e74-aa20-f4a51e0dfb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2202738', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3045451'] for subnet, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:54.280689 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d39d4e56-d255-4832-b00a-039a2055173d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:54.409444 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9f54a-0145-4e74-aa20-f4a51e0dfb9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0674dce4-132f-47ef-91d2-5fa513e41545,revision_number=0']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:54.412190 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-57c9f54a-0145-4e74-aa20-f4a51e0dfb9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:54.482471 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c9f54a-0145-4e74-aa20-f4a51e0dfb9d admin admin] Checking segment: {'id': 'b8084356-3e72-4438-b448-a734cb3557ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:19:54.482865 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c9f54a-0145-4e74-aa20-f4a51e0dfb9d admin admin] Network hostable DHCP agents. Network: 6a8685e6-ae49-456d-b77c-abc425733d73, hostable agents: ['41a019fe-56df-4d22-b19a-be518ff15af3'], hosted agents: [] {{(pid=84390) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:19:54.523295 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c9f54a-0145-4e74-aa20-f4a51e0dfb9d admin admin] Network 6a8685e6-ae49-456d-b77c-abc425733d73 is scheduled to be hosted by DHCP agent 41a019fe-56df-4d22-b19a-be518ff15af3 with binding_index 1 {{(pid=84390) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:19:54.557529 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-57c9f54a-0145-4e74-aa20-f4a51e0dfb9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-iscsi, 6a8685e6-ae49-456d-b77c-abc425733d73) {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:19:54.568897 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e516ea3a-c19c-4b2b-8a01-89e80528be96 None None] Network 6a8685e6-ae49-456d-b77c-abc425733d73 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:19:54.570558 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c9f54a-0145-4e74-aa20-f4a51e0dfb9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:19:54.571221 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-57c9f54a-0145-4e74-aa20-f4a51e0dfb9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for subnet, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:54.615931 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-57c9f54a-0145-4e74-aa20-f4a51e0dfb9d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8416009
Apr 02 18:19:54.618655 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 44016) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:54.624261 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-dffb2f60-b9cd-43d4-854f-0b93d736f7d1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1832118101-router', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:19:54.629870 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-dffb2f60-b9cd-43d4-854f-0b93d736f7d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:19:54.633939 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-dffb2f60-b9cd-43d4-854f-0b93d736f7d1 admin admin] Usage tracker for resource:router and tenant:dfaba96d159b45cca52f40e00f31208c is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:19:54.637580 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-dffb2f60-b9cd-43d4-854f-0b93d736f7d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:19:54.644323 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-dffb2f60-b9cd-43d4-854f-0b93d736f7d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:19:54.678032 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-dffb2f60-b9cd-43d4-854f-0b93d736f7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-401632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14910'] for router, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:54.679109 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-dffb2f60-b9cd-43d4-854f-0b93d736f7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854374265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854362256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854413507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760922'] for router, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:54.694557 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-dffb2f60-b9cd-43d4-854f-0b93d736f7d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:54.794131 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c674d20c-bfb5-4e63-a64e-ee02be38968a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa8634273-20c2-5e01-b176-6034d848a5ba-6a8685e6-ae49-456d-b77c-abc425733d73', 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'fixed_ips': [{'subnet_id': '0674dce4-132f-47ef-91d2-5fa513e41545'}]}} from dv-cinder-784603-1-iscsi. {{(pid=84392) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 02 18:19:54.795079 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c674d20c-bfb5-4e63-a64e-ee02be38968a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:54.958534 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-c674d20c-bfb5-4e63-a64e-ee02be38968a None None] Allocated IP 172.20.0.2 (6a8685e6-ae49-456d-b77c-abc425733d73/0674dce4-132f-47ef-91d2-5fa513e41545/f79e4cfb-4d6a-410b-8e0d-55acd8d43a31) {{(pid=84392) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:19:55.007991 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-dffb2f60-b9cd-43d4-854f-0b93d736f7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854362271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854362849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760937'] for router, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:55.172780 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c674d20c-bfb5-4e63-a64e-ee02be38968a None None] Notify callbacks [] for port, precommit_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:55.183462 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-c674d20c-bfb5-4e63-a64e-ee02be38968a None None] Transition to ACTIVE for port object f79e4cfb-4d6a-410b-8e0d-55acd8d43a31 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:19:55.203271 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-c674d20c-bfb5-4e63-a64e-ee02be38968a None None] Transition to ACTIVE for port object f79e4cfb-4d6a-410b-8e0d-55acd8d43a31 will not be triggered until provisioned by entity DHCP. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:19:55.255368 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c674d20c-bfb5-4e63-a64e-ee02be38968a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537'] for port, after_create {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:55.271552 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:55.416261 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674d20c-bfb5-4e63-a64e-ee02be38968a None None] Pushing event updated for resources: {'Port': ['ID=f79e4cfb-4d6a-410b-8e0d-55acd8d43a31,revision_number=1']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:55.419734 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c674d20c-bfb5-4e63-a64e-ee02be38968a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:55.480428 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c674d20c-bfb5-4e63-a64e-ee02be38968a None None] Network 6a8685e6-ae49-456d-b77c-abc425733d73 is already hosted by enough agents. {{(pid=84392) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:19:55.481706 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-c674d20c-bfb5-4e63-a64e-ee02be38968a None None] Resources bound (agent type, host, resource id):  {{(pid=84392) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:19:55.484241 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c674d20c-bfb5-4e63-a64e-ee02be38968a None None] Received port after_create {{(pid=84392) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:19:55.578944 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-c674d20c-bfb5-4e63-a64e-ee02be38968a None None] Attempting to bind port f79e4cfb-4d6a-410b-8e0d-55acd8d43a31 on host dv-cinder-784603-1-iscsi for vnic_type normal with profile  {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:19:55.579295 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-c674d20c-bfb5-4e63-a64e-ee02be38968a None None] Attempting to bind port f79e4cfb-4d6a-410b-8e0d-55acd8d43a31 by drivers openvswitch,hyperv on host dv-cinder-784603-1-iscsi at level 0 using segments [{'id': 'b8084356-3e72-4438-b448-a734cb3557ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:19:55.579710 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674d20c-bfb5-4e63-a64e-ee02be38968a None None] Attempting to bind port f79e4cfb-4d6a-410b-8e0d-55acd8d43a31 on network 6a8685e6-ae49-456d-b77c-abc425733d73 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:19:55.585361 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674d20c-bfb5-4e63-a64e-ee02be38968a None None] Checking agent: {'id': '478d2ba1-0e2e-4399-8e0b-445f221199a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 2, 29), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:19:55.585781 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674d20c-bfb5-4e63-a64e-ee02be38968a None None] Checking segment: {'id': 'b8084356-3e72-4438-b448-a734cb3557ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:19:55.586234 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c674d20c-bfb5-4e63-a64e-ee02be38968a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:55.586703 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674d20c-bfb5-4e63-a64e-ee02be38968a None None] Bound using segment: {'id': 'b8084356-3e72-4438-b448-a734cb3557ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:19:55.587224 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-c674d20c-bfb5-4e63-a64e-ee02be38968a None None] Bound port: f79e4cfb-4d6a-410b-8e0d-55acd8d43a31, host: dv-cinder-784603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8084356-3e72-4438-b448-a734cb3557ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:19:55.587650 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c674d20c-bfb5-4e63-a64e-ee02be38968a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:55.608424 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-dffb2f60-b9cd-43d4-854f-0b93d736f7d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:55.643614 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-dffb2f60-b9cd-43d4-854f-0b93d736f7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:55.683742 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-c674d20c-bfb5-4e63-a64e-ee02be38968a None None] For port f79e4cfb-4d6a-410b-8e0d-55acd8d43a31, host dv-cinder-784603-1-iscsi, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:19:55.686903 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-c674d20c-bfb5-4e63-a64e-ee02be38968a None None] For port f79e4cfb-4d6a-410b-8e0d-55acd8d43a31, host dv-cinder-784603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=f79e4cfb-4d6a-410b-8e0d-55acd8d43a31,segment=NetworkSegment(b8084356-3e72-4438-b448-a734cb3557ae),segment_id=b8084356-3e72-4438-b448-a734cb3557ae)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:19:55.736013 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c674d20c-bfb5-4e63-a64e-ee02be38968a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:55.751985 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:55.783644 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-dffb2f60-b9cd-43d4-854f-0b93d736f7d1 admin admin] Allocated IP 172.27.2.72 (42dddd6f-9dd9-47ad-90cc-d42a9f8f1223/91c6c6e9-4506-41a9-9628-98cc28823f44/d18850f6-d9e6-4846-bd39-caaff0bb4de0) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:19:55.923175 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674d20c-bfb5-4e63-a64e-ee02be38968a None None] Pushing event updated for resources: {'Port': ['ID=f79e4cfb-4d6a-410b-8e0d-55acd8d43a31,revision_number=2']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:55.930278 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c674d20c-bfb5-4e63-a64e-ee02be38968a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:55.941560 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-dffb2f60-b9cd-43d4-854f-0b93d736f7d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:56.007975 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-dffb2f60-b9cd-43d4-854f-0b93d736f7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:56.027408 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-beb0db70-bf80-47cf-a0f4-441853f8f888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:56.164741 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb2f60-b9cd-43d4-854f-0b93d736f7d1 admin admin] Pushing event updated for resources: {'Port': ['ID=d18850f6-d9e6-4846-bd39-caaff0bb4de0,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:56.169398 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-dffb2f60-b9cd-43d4-854f-0b93d736f7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:56.222821 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffb2f60-b9cd-43d4-854f-0b93d736f7d1 admin admin] Network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:19:56.227143 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-dffb2f60-b9cd-43d4-854f-0b93d736f7d1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:19:56.230111 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffb2f60-b9cd-43d4-854f-0b93d736f7d1 admin admin] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:19:56.748686 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-dffb2f60-b9cd-43d4-854f-0b93d736f7d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:57.117093 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-dffb2f60-b9cd-43d4-854f-0b93d736f7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413598'] for router, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:57.360629 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f642203-8f9e-409b-a436-5d5a2cc05ca7 None None] Network 6a8685e6-ae49-456d-b77c-abc425733d73 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:19:57.412424 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dffb2f60-b9cd-43d4-854f-0b93d736f7d1 admin admin] Router 920e82ea-401d-4c95-badb-bae4cf451443 is scheduled to L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 with binding_index 1 {{(pid=84390) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 02 18:19:57.491623 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-4678176a-62bd-4cf5-a756-ef1c072b106c None None] Provisioning for port f79e4cfb-4d6a-410b-8e0d-55acd8d43a31 completed by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:19:57.612982 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffb2f60-b9cd-43d4-854f-0b93d736f7d1 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:19:57.626420 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569604b9-83ef-4ba4-be52-7469477cb2a8 None None] Sync routers for ids ['920e82ea-401d-4c95-badb-bae4cf451443'] in dv-cinder-784603-1-iscsi {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:19:57.637790 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569604b9-83ef-4ba4-be52-7469477cb2a8 None None] Routers {'920e82ea-401d-4c95-badb-bae4cf451443'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:19:57.638592 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-569604b9-83ef-4ba4-be52-7469477cb2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f11015908>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:19:29Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['920e82ea-401d-4c95-badb-bae4cf451443'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:57.642109 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-59f6fdcf-94d0-4ce0-8d32-7fd6fdecc8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:57.683526 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-dffb2f60-b9cd-43d4-854f-0b93d736f7d1 admin admin] Notify callbacks [] for router, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:57.685195 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-dffb2f60-b9cd-43d4-854f-0b93d736f7d1 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.0655220
Apr 02 18:19:57.689009 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 44020) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:19:57.831905 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-569604b9-83ef-4ba4-be52-7469477cb2a8 None None] Set router 920e82ea-401d-4c95-badb-bae4cf451443 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:19:58.146329 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-569604b9-83ef-4ba4-be52-7469477cb2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f11015908>, [{'id': '920e82ea-401d-4c95-badb-bae4cf451443', 'name': 'tempest-AttachVolumeTestJSON-1832118101-router', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:19:54Z', 'updated_at': '2021-04-02T18:19:56Z', 'revision_number': 3, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'gw_port': {'id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:41:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:55Z', 'updated_at': '2021-04-02T18:19:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:58.147710 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569604b9-83ef-4ba4-be52-7469477cb2a8 None None] Checking router: 920e82ea-401d-4c95-badb-bae4cf451443 for host: dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:19:58.148109 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569604b9-83ef-4ba4-be52-7469477cb2a8 None None] Updating router 920e82ea-401d-4c95-badb-bae4cf451443 port d18850f6-d9e6-4846-bd39-caaff0bb4de0 binding host dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:19:58.188713 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device f79e4cfb-4d6a-410b-8e0d-55acd8d43a31 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:19:58.209281 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-569604b9-83ef-4ba4-be52-7469477cb2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:58.295144 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning for port f79e4cfb-4d6a-410b-8e0d-55acd8d43a31 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:19:58.303115 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port f79e4cfb-4d6a-410b-8e0d-55acd8d43a31 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:19:58.303115 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:58.436035 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:58.473630 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] For port f79e4cfb-4d6a-410b-8e0d-55acd8d43a31, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=f79e4cfb-4d6a-410b-8e0d-55acd8d43a31,segment=NetworkSegment(b8084356-3e72-4438-b448-a734cb3557ae),segment_id=b8084356-3e72-4438-b448-a734cb3557ae)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:19:58.516125 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:58.518723 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:58.600512 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Pushing event updated for resources: {'Port': ['ID=f79e4cfb-4d6a-410b-8e0d-55acd8d43a31,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:58.603891 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:58.685374 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-dac74f06-1338-4ee5-b1e8-4e0ffee5da03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:58.744367 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:58.790664 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-569604b9-83ef-4ba4-be52-7469477cb2a8 None None] Notify callbacks [] for port, precommit_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:58.802767 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-569604b9-83ef-4ba4-be52-7469477cb2a8 None None] Transition to ACTIVE for port object d18850f6-d9e6-4846-bd39-caaff0bb4de0 will not be triggered until provisioned by entity L2. {{(pid=84393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:19:58.849179 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-569604b9-83ef-4ba4-be52-7469477cb2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:58.905030 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-dac74f06-1338-4ee5-b1e8-4e0ffee5da03 admin admin] Allocated IP 172.20.0.1 (6a8685e6-ae49-456d-b77c-abc425733d73/0674dce4-132f-47ef-91d2-5fa513e41545/79babec3-69b8-49a2-a31c-576d0faae849) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:19:58.911558 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:59.010425 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da84080-c7bd-4d3f-a9ba-289bd862861f None None] Pushing event updated for resources: {'Port': ['ID=d18850f6-d9e6-4846-bd39-caaff0bb4de0,revision_number=2']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:59.022397 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da84080-c7bd-4d3f-a9ba-289bd862861f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:59.022784 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da84080-c7bd-4d3f-a9ba-289bd862861f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:59.023163 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da84080-c7bd-4d3f-a9ba-289bd862861f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:59.023535 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da84080-c7bd-4d3f-a9ba-289bd862861f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:59.023906 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da84080-c7bd-4d3f-a9ba-289bd862861f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:59.024277 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da84080-c7bd-4d3f-a9ba-289bd862861f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:59.024911 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da84080-c7bd-4d3f-a9ba-289bd862861f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:59.025275 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da84080-c7bd-4d3f-a9ba-289bd862861f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:59.025636 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da84080-c7bd-4d3f-a9ba-289bd862861f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:59.025993 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da84080-c7bd-4d3f-a9ba-289bd862861f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:59.026382 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da84080-c7bd-4d3f-a9ba-289bd862861f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:59.026734 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da84080-c7bd-4d3f-a9ba-289bd862861f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:19:59.032161 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3da84080-c7bd-4d3f-a9ba-289bd862861f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:59.063409 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-dac74f06-1338-4ee5-b1e8-4e0ffee5da03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:59.073789 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-569604b9-83ef-4ba4-be52-7469477cb2a8 None None] Attempting to bind port d18850f6-d9e6-4846-bd39-caaff0bb4de0 on host dv-cinder-784603-1-iscsi for vnic_type normal with profile  {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:19:59.074212 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-569604b9-83ef-4ba4-be52-7469477cb2a8 None None] Attempting to bind port d18850f6-d9e6-4846-bd39-caaff0bb4de0 by drivers openvswitch,hyperv on host dv-cinder-784603-1-iscsi at level 0 using segments [{'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:19:59.074648 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569604b9-83ef-4ba4-be52-7469477cb2a8 None None] Attempting to bind port d18850f6-d9e6-4846-bd39-caaff0bb4de0 on network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:19:59.080327 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-dac74f06-1338-4ee5-b1e8-4e0ffee5da03 admin admin] Transition to ACTIVE for port object 79babec3-69b8-49a2-a31c-576d0faae849 will not be triggered until provisioned by entity DHCP. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:19:59.081118 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569604b9-83ef-4ba4-be52-7469477cb2a8 None None] Checking agent: {'id': '478d2ba1-0e2e-4399-8e0b-445f221199a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 2, 29), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:19:59.081537 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569604b9-83ef-4ba4-be52-7469477cb2a8 None None] Checking segment: {'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:19:59.082103 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-569604b9-83ef-4ba4-be52-7469477cb2a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:59.082565 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569604b9-83ef-4ba4-be52-7469477cb2a8 None None] Bound using segment: {'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'} {{(pid=84393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:19:59.083081 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-569604b9-83ef-4ba4-be52-7469477cb2a8 None None] Bound port: d18850f6-d9e6-4846-bd39-caaff0bb4de0, host: dv-cinder-784603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422579c7-e086-4847-b55f-de8760ffa8dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}}] {{(pid=84393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:19:59.083498 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-569604b9-83ef-4ba4-be52-7469477cb2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:59.135233 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-dac74f06-1338-4ee5-b1e8-4e0ffee5da03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:59.152028 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-58ccfef5-d257-44fc-9fff-0f16061be3f8 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:59.160392 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-569604b9-83ef-4ba4-be52-7469477cb2a8 None None] For port d18850f6-d9e6-4846-bd39-caaff0bb4de0, host dv-cinder-784603-1-iscsi, cleared binding levels {{(pid=84393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:19:59.163529 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-569604b9-83ef-4ba4-be52-7469477cb2a8 None None] For port d18850f6-d9e6-4846-bd39-caaff0bb4de0, host dv-cinder-784603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=d18850f6-d9e6-4846-bd39-caaff0bb4de0,segment=NetworkSegment(422579c7-e086-4847-b55f-de8760ffa8dd),segment_id=422579c7-e086-4847-b55f-de8760ffa8dd)] {{(pid=84393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:19:59.201729 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-569604b9-83ef-4ba4-be52-7469477cb2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84393) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:59.217518 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c2772dea-6bec-4e9d-9ca7-8e0db60e7a5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:19:59.289200 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac74f06-1338-4ee5-b1e8-4e0ffee5da03 admin admin] Pushing event updated for resources: {'Port': ['ID=79babec3-69b8-49a2-a31c-576d0faae849,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:59.293961 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-dac74f06-1338-4ee5-b1e8-4e0ffee5da03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:59.350583 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac74f06-1338-4ee5-b1e8-4e0ffee5da03 admin admin] Network 6a8685e6-ae49-456d-b77c-abc425733d73 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:19:59.351821 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-dac74f06-1338-4ee5-b1e8-4e0ffee5da03 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:19:59.354161 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac74f06-1338-4ee5-b1e8-4e0ffee5da03 admin admin] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:19:59.367451 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da84080-c7bd-4d3f-a9ba-289bd862861f None None] Pushing event updated for resources: {'Port': ['ID=d18850f6-d9e6-4846-bd39-caaff0bb4de0,revision_number=3']} {{(pid=84393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:19:59.372916 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3da84080-c7bd-4d3f-a9ba-289bd862861f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84393) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:19:59.425243 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-dac74f06-1338-4ee5-b1e8-4e0ffee5da03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854367933'] for router_interface, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:59.425770 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569604b9-83ef-4ba4-be52-7469477cb2a8 None None] Routers {'920e82ea-401d-4c95-badb-bae4cf451443'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:19:59.426477 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-569604b9-83ef-4ba4-be52-7469477cb2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f11015908>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:19:29Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['920e82ea-401d-4c95-badb-bae4cf451443'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:59.564265 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-14c47c22-9df2-466f-9e78-d8334bc55497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:59.595901 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-e06627c0-4681-47dc-ba92-ff5f6591cd33 None None] Provisioning for port 79babec3-69b8-49a2-a31c-576d0faae849 completed by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:19:59.601299 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-e06627c0-4681-47dc-ba92-ff5f6591cd33 None None] Provisioning complete for port 79babec3-69b8-49a2-a31c-576d0faae849 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:19:59.601727 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e06627c0-4681-47dc-ba92-ff5f6591cd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:59.627048 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-569604b9-83ef-4ba4-be52-7469477cb2a8 None None] Set router 920e82ea-401d-4c95-badb-bae4cf451443 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:19:59.662080 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-e06627c0-4681-47dc-ba92-ff5f6591cd33 None None] Port 79babec3-69b8-49a2-a31c-576d0faae849 cannot update to ACTIVE because it is not bound. {{(pid=84392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:19:59.732645 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-dac74f06-1338-4ee5-b1e8-4e0ffee5da03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:19:59.925931 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-569604b9-83ef-4ba4-be52-7469477cb2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f11015908>, [{'id': '920e82ea-401d-4c95-badb-bae4cf451443', 'name': 'tempest-AttachVolumeTestJSON-1832118101-router', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:19:54Z', 'updated_at': '2021-04-02T18:19:56Z', 'revision_number': 3, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'gw_port': {'id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:41:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:55Z', 'updated_at': '2021-04-02T18:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:19:59.930163 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569604b9-83ef-4ba4-be52-7469477cb2a8 None None] The sync data for ids ['920e82ea-401d-4c95-badb-bae4cf451443'] in dv-cinder-784603-1-iscsi is: [{'id': '920e82ea-401d-4c95-badb-bae4cf451443', 'name': 'tempest-AttachVolumeTestJSON-1832118101-router', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:19:54Z', 'updated_at': '2021-04-02T18:19:56Z', 'revision_number': 3, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'gw_port': {'id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:41:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:55Z', 'updated_at': '2021-04-02T18:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:20:00.025086 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-dac74f06-1338-4ee5-b1e8-4e0ffee5da03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:00.054822 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-dac74f06-1338-4ee5-b1e8-4e0ffee5da03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:00.083278 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:00.084615 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8ed83005-8b8b-465e-9ea0-d3f4c54d8fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:20:00.162102 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device f79e4cfb-4d6a-410b-8e0d-55acd8d43a31 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:20:00.172995 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac74f06-1338-4ee5-b1e8-4e0ffee5da03 admin admin] Pushing event updated for resources: {'Port': ['ID=79babec3-69b8-49a2-a31c-576d0faae849,revision_number=2']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:20:00.175720 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-dac74f06-1338-4ee5-b1e8-4e0ffee5da03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854216732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854365290'] for router_interface, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:00.191760 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-dac74f06-1338-4ee5-b1e8-4e0ffee5da03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:20:00.237818 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port f79e4cfb-4d6a-410b-8e0d-55acd8d43a31 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:20:00.238239 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:00.324693 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac74f06-1338-4ee5-b1e8-4e0ffee5da03 admin admin] Network 6a8685e6-ae49-456d-b77c-abc425733d73 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:20:00.325824 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-dac74f06-1338-4ee5-b1e8-4e0ffee5da03 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:20:00.558441 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac74f06-1338-4ee5-b1e8-4e0ffee5da03 admin admin] Router 920e82ea-401d-4c95-badb-bae4cf451443 has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:20:00.589569 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-3f6ee31c-b566-43a2-b36c-781101a931d7 None None] Provisioning complete for port 79babec3-69b8-49a2-a31c-576d0faae849 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:20:00.590243 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3f6ee31c-b566-43a2-b36c-781101a931d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:00.776758 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac74f06-1338-4ee5-b1e8-4e0ffee5da03 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:20:00.795969 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-dac74f06-1338-4ee5-b1e8-4e0ffee5da03 admin admin] 10.222.0.10 "PUT /v2.0/routers/920e82ea-401d-4c95-badb-bae4cf451443/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0980196
Apr 02 18:20:00.829509 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-3f6ee31c-b566-43a2-b36c-781101a931d7 None None] Port 79babec3-69b8-49a2-a31c-576d0faae849 cannot update to ACTIVE because it is not bound. {{(pid=84392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:20:01.471024 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 44030) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:20:01.477084 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-9363fbde-7f76-49a0-b269-139bff2e5039 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--320751702', 'description': 'tempest-description--492009893'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:20:01.483562 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-9363fbde-7f76-49a0-b269-139bff2e5039 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:20:01.487617 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-9363fbde-7f76-49a0-b269-139bff2e5039 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Usage tracker for resource:security_group and tenant:dfaba96d159b45cca52f40e00f31208c is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:20:01.490634 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-9363fbde-7f76-49a0-b269-139bff2e5039 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:20:01.496788 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-9363fbde-7f76-49a0-b269-139bff2e5039 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:20:01.538548 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9363fbde-7f76-49a0-b269-139bff2e5039 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:01.559271 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-9363fbde-7f76-49a0-b269-139bff2e5039 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:20:01.565675 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-9363fbde-7f76-49a0-b269-139bff2e5039 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Usage tracker for resource:security_group_rule and tenant:dfaba96d159b45cca52f40e00f31208c is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:20:01.568629 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-9363fbde-7f76-49a0-b269-139bff2e5039 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:20:01.574531 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-9363fbde-7f76-49a0-b269-139bff2e5039 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:20:01.646217 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9363fbde-7f76-49a0-b269-139bff2e5039 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:01.677499 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9363fbde-7f76-49a0-b269-139bff2e5039 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:01.683425 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-da4aef5d-7663-4fb1-8f46-dd32ef4be08c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:20:01.716302 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:01.727057 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363fbde-7f76-49a0-b269-139bff2e5039 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2349ff3-f5d0-469a-bb3b-3ff237f05155,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:20:01.729943 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-9363fbde-7f76-49a0-b269-139bff2e5039 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:20:01.772608 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9363fbde-7f76-49a0-b269-139bff2e5039 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:01.773927 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-9363fbde-7f76-49a0-b269-139bff2e5039 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.3018146
Apr 02 18:20:01.777211 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 44034) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:20:01.782861 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-490b679c-0f23-4cf6-a0d3-53d1479481d1 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Request body: {'security_group_rule': {'security_group_id': 'f2349ff3-f5d0-469a-bb3b-3ff237f05155', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:20:01.789303 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-490b679c-0f23-4cf6-a0d3-53d1479481d1 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:20:01.793328 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-490b679c-0f23-4cf6-a0d3-53d1479481d1 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Usage tracker for resource:security_group_rule and tenant:dfaba96d159b45cca52f40e00f31208c is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:20:01.796376 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-490b679c-0f23-4cf6-a0d3-53d1479481d1 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:20:01.803038 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-490b679c-0f23-4cf6-a0d3-53d1479481d1 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:20:01.849648 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-490b679c-0f23-4cf6-a0d3-53d1479481d1 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:01.912796 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-490b679c-0f23-4cf6-a0d3-53d1479481d1 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:01.943962 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-490b679c-0f23-4cf6-a0d3-53d1479481d1 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413681'] for security_group_rule, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:01.946141 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c58e24b5-980c-40c1-96b0-671899e457e7 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:20:01.969185 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b679c-0f23-4cf6-a0d3-53d1479481d1 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1daeb5a-2d2a-48f0-9de5-4b421e4c1833,revision_number=0']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:20:01.971650 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-490b679c-0f23-4cf6-a0d3-53d1479481d1 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:20:02.014424 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-490b679c-0f23-4cf6-a0d3-53d1479481d1 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:02.015849 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-490b679c-0f23-4cf6-a0d3-53d1479481d1 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2375140
Apr 02 18:20:02.018700 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 44038) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:20:02.024121 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-c196d349-ecc0-4596-958b-5beef8d9088e tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Request body: {'security_group_rule': {'security_group_id': 'f2349ff3-f5d0-469a-bb3b-3ff237f05155', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:20:02.030505 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-c196d349-ecc0-4596-958b-5beef8d9088e tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:20:02.035272 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-c196d349-ecc0-4596-958b-5beef8d9088e tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Usage tracker for resource:security_group_rule and tenant:dfaba96d159b45cca52f40e00f31208c is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:20:02.038222 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-c196d349-ecc0-4596-958b-5beef8d9088e tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:20:02.044180 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-c196d349-ecc0-4596-958b-5beef8d9088e tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:20:02.106993 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c196d349-ecc0-4596-958b-5beef8d9088e tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:02.174514 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c196d349-ecc0-4596-958b-5beef8d9088e tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:02.178096 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device d18850f6-d9e6-4846-bd39-caaff0bb4de0 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:20:02.209172 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c196d349-ecc0-4596-958b-5beef8d9088e tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413681'] for security_group_rule, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:02.211365 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:20:02.237675 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196d349-ecc0-4596-958b-5beef8d9088e tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c54a822a-215f-45bf-84eb-77b6bbec667a,revision_number=0']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:20:02.240433 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c196d349-ecc0-4596-958b-5beef8d9088e tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:20:02.289411 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c196d349-ecc0-4596-958b-5beef8d9088e tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:02.290809 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-c196d349-ecc0-4596-958b-5beef8d9088e tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2711210
Apr 02 18:20:02.293922 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 44042) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:20:02.300141 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-d78e6eb1-0211-4f82-8eba-7842d4117dc7 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Request body: {'floatingip': {'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:20:02.306723 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-d78e6eb1-0211-4f82-8eba-7842d4117dc7 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:20:02.310796 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-d78e6eb1-0211-4f82-8eba-7842d4117dc7 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Usage tracker for resource:floatingip and tenant:dfaba96d159b45cca52f40e00f31208c is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:20:02.313884 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-d78e6eb1-0211-4f82-8eba-7842d4117dc7 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:20:02.319972 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-d78e6eb1-0211-4f82-8eba-7842d4117dc7 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:20:02.327254 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning for port d18850f6-d9e6-4846-bd39-caaff0bb4de0 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:20:02.332526 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port d18850f6-d9e6-4846-bd39-caaff0bb4de0 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:20:02.332991 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:02.363766 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d78e6eb1-0211-4f82-8eba-7842d4117dc7 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for floatingip, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:02.458492 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:02.476239 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] For port d18850f6-d9e6-4846-bd39-caaff0bb4de0, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=d18850f6-d9e6-4846-bd39-caaff0bb4de0,segment=NetworkSegment(422579c7-e086-4847-b55f-de8760ffa8dd),segment_id=422579c7-e086-4847-b55f-de8760ffa8dd)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:20:02.509994 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d78e6eb1-0211-4f82-8eba-7842d4117dc7 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:02.518084 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:02.520135 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:20:02.595579 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Pushing event updated for resources: {'Port': ['ID=d18850f6-d9e6-4846-bd39-caaff0bb4de0,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:20:02.603744 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:02.604132 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:02.604510 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:02.604880 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:02.605248 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:02.605613 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:02.605976 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:02.606355 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:02.606721 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:02.607080 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:02.607436 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:02.607794 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:02.612033 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:20:02.662810 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-d78e6eb1-0211-4f82-8eba-7842d4117dc7 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Allocated IP 172.27.2.52 (42dddd6f-9dd9-47ad-90cc-d42a9f8f1223/91c6c6e9-4506-41a9-9628-98cc28823f44/6c1b5fab-8c5b-4319-9a63-98bc88238cc1) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:20:02.722388 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a350dfc7-23f6-4394-9576-9bd49a0836fb None None] Sync routers for ids ['920e82ea-401d-4c95-badb-bae4cf451443'] in dv-cinder-784603-1-iscsi {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:20:02.733087 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a350dfc7-23f6-4394-9576-9bd49a0836fb None None] Routers {'920e82ea-401d-4c95-badb-bae4cf451443'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:20:02.733789 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-a350dfc7-23f6-4394-9576-9bd49a0836fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f11005c88>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:19:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['920e82ea-401d-4c95-badb-bae4cf451443'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:20:02.935111 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-a350dfc7-23f6-4394-9576-9bd49a0836fb None None] Set router 920e82ea-401d-4c95-badb-bae4cf451443 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:20:03.060213 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d78e6eb1-0211-4f82-8eba-7842d4117dc7 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:03.127388 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d78e6eb1-0211-4f82-8eba-7842d4117dc7 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:03.143569 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d1ffa9a6-9c2a-40cd-a289-32a299caa1ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:20:03.267790 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-a350dfc7-23f6-4394-9576-9bd49a0836fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f11005c88>, [{'id': '920e82ea-401d-4c95-badb-bae4cf451443', 'name': 'tempest-AttachVolumeTestJSON-1832118101-router', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:19:54Z', 'updated_at': '2021-04-02T18:19:59Z', 'revision_number': 4, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'gw_port': {'id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:55Z', 'updated_at': '2021-04-02T18:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': '79babec3-69b8-49a2-a31c-576d0faae849', 'name': '', 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'mac_address': 'fa:16:3e:70:9b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:58Z', 'updated_at': '2021-04-02T18:19:59Z', 'revision_number': 2, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'subnets': [{'id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:20:03.272247 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a350dfc7-23f6-4394-9576-9bd49a0836fb None None] Checking router: 920e82ea-401d-4c95-badb-bae4cf451443 for host: dv-cinder-784603-1-iscsi {{(pid=84392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:20:03.272625 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a350dfc7-23f6-4394-9576-9bd49a0836fb None None] Updating router 920e82ea-401d-4c95-badb-bae4cf451443 port 79babec3-69b8-49a2-a31c-576d0faae849 binding host dv-cinder-784603-1-iscsi {{(pid=84392) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 02 18:20:03.281101 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e6eb1-0211-4f82-8eba-7842d4117dc7 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Pushing event updated for resources: {'Port': ['ID=6c1b5fab-8c5b-4319-9a63-98bc88238cc1,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:20:03.285946 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d78e6eb1-0211-4f82-8eba-7842d4117dc7 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:20:03.336696 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a350dfc7-23f6-4394-9576-9bd49a0836fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:03.347667 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78e6eb1-0211-4f82-8eba-7842d4117dc7 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:20:03.348819 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-d78e6eb1-0211-4f82-8eba-7842d4117dc7 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:20:03.351081 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78e6eb1-0211-4f82-8eba-7842d4117dc7 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:20:03.436930 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d78e6eb1-0211-4f82-8eba-7842d4117dc7 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:03.537442 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d78e6eb1-0211-4f82-8eba-7842d4117dc7 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:03.789026 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a350dfc7-23f6-4394-9576-9bd49a0836fb None None] Notify callbacks [] for port, precommit_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:03.802221 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-a350dfc7-23f6-4394-9576-9bd49a0836fb None None] Transition to ACTIVE for port object 79babec3-69b8-49a2-a31c-576d0faae849 will not be triggered until provisioned by entity L2. {{(pid=84392) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:20:03.836551 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d78e6eb1-0211-4f82-8eba-7842d4117dc7 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for port, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:03.837511 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a350dfc7-23f6-4394-9576-9bd49a0836fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:03.853734 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:20:03.870647 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d78e6eb1-0211-4f82-8eba-7842d4117dc7 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:03.887732 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f48b9092-5060-49f5-86b3-2282d47ff256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:20:03.992364 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c94aa-a150-4268-a8a2-a66585d24a36 None None] Pushing event updated for resources: {'Port': ['ID=79babec3-69b8-49a2-a31c-576d0faae849,revision_number=3']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:20:03.997131 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-ec6c94aa-a150-4268-a8a2-a66585d24a36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:20:04.048328 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e6eb1-0211-4f82-8eba-7842d4117dc7 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Pushing event updated for resources: {'Port': ['ID=6c1b5fab-8c5b-4319-9a63-98bc88238cc1,revision_number=2']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:20:04.051878 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d78e6eb1-0211-4f82-8eba-7842d4117dc7 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:20:04.182614 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d78e6eb1-0211-4f82-8eba-7842d4117dc7 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854362165'] for floatingip, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:04.197373 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device d18850f6-d9e6-4846-bd39-caaff0bb4de0 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:20:04.235957 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d78e6eb1-0211-4f82-8eba-7842d4117dc7 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for floatingip, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:04.237310 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-d78e6eb1-0211-4f82-8eba-7842d4117dc7 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.9422898
Apr 02 18:20:04.277205 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-a350dfc7-23f6-4394-9576-9bd49a0836fb None None] Attempting to bind port 79babec3-69b8-49a2-a31c-576d0faae849 on host dv-cinder-784603-1-iscsi for vnic_type normal with profile  {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:20:04.277626 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-a350dfc7-23f6-4394-9576-9bd49a0836fb None None] Attempting to bind port 79babec3-69b8-49a2-a31c-576d0faae849 by drivers openvswitch,hyperv on host dv-cinder-784603-1-iscsi at level 0 using segments [{'id': 'b8084356-3e72-4438-b448-a734cb3557ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73'}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:20:04.278039 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a350dfc7-23f6-4394-9576-9bd49a0836fb None None] Attempting to bind port 79babec3-69b8-49a2-a31c-576d0faae849 on network 6a8685e6-ae49-456d-b77c-abc425733d73 {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:20:04.291478 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a350dfc7-23f6-4394-9576-9bd49a0836fb None None] Checking agent: {'id': '478d2ba1-0e2e-4399-8e0b-445f221199a1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 2, 29), 'started_at': datetime.datetime(2021, 4, 2, 18, 2, 59), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:20:04.291903 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a350dfc7-23f6-4394-9576-9bd49a0836fb None None] Checking segment: {'id': 'b8084356-3e72-4438-b448-a734cb3557ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84392) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:20:04.292358 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a350dfc7-23f6-4394-9576-9bd49a0836fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:04.292798 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a350dfc7-23f6-4394-9576-9bd49a0836fb None None] Bound using segment: {'id': 'b8084356-3e72-4438-b448-a734cb3557ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73'} {{(pid=84392) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:20:04.293519 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-a350dfc7-23f6-4394-9576-9bd49a0836fb None None] Bound port: 79babec3-69b8-49a2-a31c-576d0faae849, host: dv-cinder-784603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8084356-3e72-4438-b448-a734cb3557ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73'}}] {{(pid=84392) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:20:04.293693 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a350dfc7-23f6-4394-9576-9bd49a0836fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:04.384189 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port d18850f6-d9e6-4846-bd39-caaff0bb4de0 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:20:04.384618 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:04.418086 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-dd48370e-e1e1-4046-b33b-f8220a18df96 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--320751702&fields=id&tenant_id=dfaba96d159b45cca52f40e00f31208c HTTP/1.1" status: 200  len: 267 time: 0.0461364
Apr 02 18:20:04.466682 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-a350dfc7-23f6-4394-9576-9bd49a0836fb None None] For port 79babec3-69b8-49a2-a31c-576d0faae849, host dv-cinder-784603-1-iscsi, cleared binding levels {{(pid=84392) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:20:04.470353 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-a350dfc7-23f6-4394-9576-9bd49a0836fb None None] For port 79babec3-69b8-49a2-a31c-576d0faae849, host dv-cinder-784603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=79babec3-69b8-49a2-a31c-576d0faae849,segment=NetworkSegment(b8084356-3e72-4438-b448-a734cb3557ae),segment_id=b8084356-3e72-4438-b448-a734cb3557ae)] {{(pid=84392) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:20:04.512801 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a350dfc7-23f6-4394-9576-9bd49a0836fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:04.534918 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:20:04.582963 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-4fcdabea-04bb-4070-a1a6-11b6d2aa9526 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:04.584462 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-4fcdabea-04bb-4070-a1a6-11b6d2aa9526 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/networks?id=6a8685e6-ae49-456d-b77c-abc425733d73 HTTP/1.1" status: 200  len: 811 time: 0.1587541
Apr 02 18:20:04.601133 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-c2520621-a040-4a4c-8833-a1650ab83f35 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/quotas/dfaba96d159b45cca52f40e00f31208c HTTP/1.1" status: 200  len: 375 time: 0.0105085
Apr 02 18:20:04.698406 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-54c36536-606d-436e-98c0-ae3a195523b5 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=dfaba96d159b45cca52f40e00f31208c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0915437
Apr 02 18:20:04.723657 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c94aa-a150-4268-a8a2-a66585d24a36 None None] Pushing event updated for resources: {'Port': ['ID=79babec3-69b8-49a2-a31c-576d0faae849,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:20:04.729552 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-ec6c94aa-a150-4268-a8a2-a66585d24a36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:20:04.754490 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a350dfc7-23f6-4394-9576-9bd49a0836fb None None] Routers {'920e82ea-401d-4c95-badb-bae4cf451443'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:20:04.755180 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-a350dfc7-23f6-4394-9576-9bd49a0836fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f11005c88>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:19:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['920e82ea-401d-4c95-badb-bae4cf451443'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:20:04.858614 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-2600cad8-92b4-4c23-9745-2e340c0c71fa service neutron] 10.222.0.10 "GET /v2.0/networks/6a8685e6-ae49-456d-b77c-abc425733d73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468818
Apr 02 18:20:05.020509 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-741f3bea-b4c4-4fa3-bc85-dafe652b64f8 service neutron] 10.222.0.10 "GET /v2.0/networks/6a8685e6-ae49-456d-b77c-abc425733d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446340
Apr 02 18:20:05.134102 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-a350dfc7-23f6-4394-9576-9bd49a0836fb None None] Set router 920e82ea-401d-4c95-badb-bae4cf451443 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:20:05.283110 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2188ee52-0674-48b3-bf84-221eaeae8cdb req-071a51d2-02d5-4e42-b94e-8e9720035f84 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 210 time: 0.0490451
Apr 02 18:20:05.481571 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-a350dfc7-23f6-4394-9576-9bd49a0836fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f11005c88>, [{'id': '920e82ea-401d-4c95-badb-bae4cf451443', 'name': 'tempest-AttachVolumeTestJSON-1832118101-router', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:19:54Z', 'updated_at': '2021-04-02T18:19:59Z', 'revision_number': 4, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'gw_port': {'id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:55Z', 'updated_at': '2021-04-02T18:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': '79babec3-69b8-49a2-a31c-576d0faae849', 'name': '', 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'mac_address': 'fa:16:3e:70:9b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:58Z', 'updated_at': '2021-04-02T18:20:04Z', 'revision_number': 4, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'subnets': [{'id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:20:05.486612 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a350dfc7-23f6-4394-9576-9bd49a0836fb None None] The sync data for ids ['920e82ea-401d-4c95-badb-bae4cf451443'] in dv-cinder-784603-1-iscsi is: [{'id': '920e82ea-401d-4c95-badb-bae4cf451443', 'name': 'tempest-AttachVolumeTestJSON-1832118101-router', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:19:54Z', 'updated_at': '2021-04-02T18:19:59Z', 'revision_number': 4, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'gw_port': {'id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:55Z', 'updated_at': '2021-04-02T18:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': '79babec3-69b8-49a2-a31c-576d0faae849', 'name': '', 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'mac_address': 'fa:16:3e:70:9b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:58Z', 'updated_at': '2021-04-02T18:20:04Z', 'revision_number': 4, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'subnets': [{'id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:20:06.194702 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 79babec3-69b8-49a2-a31c-576d0faae849 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:20:06.311907 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning for port 79babec3-69b8-49a2-a31c-576d0faae849 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:20:06.318569 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port 79babec3-69b8-49a2-a31c-576d0faae849 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:20:06.318995 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:06.450740 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:06.451272 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-622221f1-3c43-4c9c-8266-8b8b23d25244 req-134b3952-d7a8-4f4d-b4cf-ea63b605536e tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 210 time: 0.0526764
Apr 02 18:20:06.486094 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] For port 79babec3-69b8-49a2-a31c-576d0faae849, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=79babec3-69b8-49a2-a31c-576d0faae849,segment=NetworkSegment(b8084356-3e72-4438-b448-a734cb3557ae),segment_id=b8084356-3e72-4438-b448-a734cb3557ae)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:20:06.521197 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:06.523317 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-ec6c94aa-a150-4268-a8a2-a66585d24a36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:20:06.597627 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Pushing event updated for resources: {'Port': ['ID=79babec3-69b8-49a2-a31c-576d0faae849,revision_number=5']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:20:06.600956 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:20:07.049626 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-be959dcf-d377-48ee-adb7-955fcc0b9cfc tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:07.050311 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-be959dcf-d377-48ee-adb7-955fcc0b9cfc tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Synchronizing usage tracker for tenant:dfaba96d159b45cca52f40e00f31208c on resource:network {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:20:07.092428 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-be959dcf-d377-48ee-adb7-955fcc0b9cfc tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Unset dirty status for tenant:dfaba96d159b45cca52f40e00f31208c on resource:network {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:20:07.094325 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-be959dcf-d377-48ee-adb7-955fcc0b9cfc tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.15 "GET /v2.0/networks?id=6a8685e6-ae49-456d-b77c-abc425733d73 HTTP/1.1" status: 200  len: 811 time: 0.2071960
Apr 02 18:20:07.168417 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-03868667-eb4e-4b9a-8b87-4b7df658afdc tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Synchronizing usage tracker for tenant:dfaba96d159b45cca52f40e00f31208c on resource:security_group {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:20:07.220319 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-03868667-eb4e-4b9a-8b87-4b7df658afdc tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Unset dirty status for tenant:dfaba96d159b45cca52f40e00f31208c on resource:security_group {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:20:07.221745 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-03868667-eb4e-4b9a-8b87-4b7df658afdc tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dfaba96d159b45cca52f40e00f31208c HTTP/1.1" status: 200  len: 5707 time: 0.1197736
Apr 02 18:20:07.230850 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-51bd0e39-afac-40e5-bf2e-0bc70e10a02a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Request body: {'port': {'device_id': 'a5280bdc-802f-4950-8c67-8efef311020b', 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73', 'admin_state_up': True, 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'security_groups': ['f2349ff3-f5d0-469a-bb3b-3ff237f05155']}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:20:07.377711 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-51bd0e39-afac-40e5-bf2e-0bc70e10a02a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:20:07.381745 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-51bd0e39-afac-40e5-bf2e-0bc70e10a02a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Usage tracker for resource:port and tenant:dfaba96d159b45cca52f40e00f31208c is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:20:07.384693 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-51bd0e39-afac-40e5-bf2e-0bc70e10a02a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:20:07.391439 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-51bd0e39-afac-40e5-bf2e-0bc70e10a02a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:20:07.429475 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-51bd0e39-afac-40e5-bf2e-0bc70e10a02a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Made reservation on behalf of dfaba96d159b45cca52f40e00f31208c for: {'port': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:20:07.435560 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-51bd0e39-afac-40e5-bf2e-0bc70e10a02a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:07.612186 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-51bd0e39-afac-40e5-bf2e-0bc70e10a02a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Allocated IP 172.20.0.14 (6a8685e6-ae49-456d-b77c-abc425733d73/0674dce4-132f-47ef-91d2-5fa513e41545/ec2044d8-963d-40ad-a73b-c5bddbf2e1bc) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:20:07.615989 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ab975804-fc70-49ae-afd8-31be70b7969f req-9cb8e245-eaaf-49a0-b7df-8c2ebc84ba10 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 210 time: 0.0514064
Apr 02 18:20:07.809152 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-51bd0e39-afac-40e5-bf2e-0bc70e10a02a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:07.825813 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-51bd0e39-afac-40e5-bf2e-0bc70e10a02a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Transition to ACTIVE for port object ec2044d8-963d-40ad-a73b-c5bddbf2e1bc will not be triggered until provisioned by entity DHCP. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:20:07.876293 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-51bd0e39-afac-40e5-bf2e-0bc70e10a02a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:07.892357 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-801d59e9-39a7-4211-8718-098f7198fca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:20:08.032097 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd0e39-afac-40e5-bf2e-0bc70e10a02a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Pushing event updated for resources: {'Port': ['ID=ec2044d8-963d-40ad-a73b-c5bddbf2e1bc,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:20:08.036614 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-51bd0e39-afac-40e5-bf2e-0bc70e10a02a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:20:08.091633 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-51bd0e39-afac-40e5-bf2e-0bc70e10a02a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Network 6a8685e6-ae49-456d-b77c-abc425733d73 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:20:08.092819 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-51bd0e39-afac-40e5-bf2e-0bc70e10a02a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:20:08.095628 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-51bd0e39-afac-40e5-bf2e-0bc70e10a02a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:20:08.166092 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-51bd0e39-afac-40e5-bf2e-0bc70e10a02a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:08.166817 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-51bd0e39-afac-40e5-bf2e-0bc70e10a02a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:08.170234 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 79babec3-69b8-49a2-a31c-576d0faae849 up at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:20:08.245951 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Provisioning complete for port 79babec3-69b8-49a2-a31c-576d0faae849 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:20:08.246525 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:08.278441 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-51bd0e39-afac-40e5-bf2e-0bc70e10a02a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0516777
Apr 02 18:20:08.290714 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-f3f9ccf2-4be9-43b3-81fe-079edc702b47 service neutron] Request body: {'port': {'device_id': 'a5280bdc-802f-4950-8c67-8efef311020b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:20:08.407718 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-992d2210-1b8e-4414-b0c0-eaca00f26216 None None] Provisioning for port ec2044d8-963d-40ad-a73b-c5bddbf2e1bc completed by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:20:08.412894 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-992d2210-1b8e-4414-b0c0-eaca00f26216 None None] Provisioning complete for port ec2044d8-963d-40ad-a73b-c5bddbf2e1bc triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:20:08.413316 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-992d2210-1b8e-4414-b0c0-eaca00f26216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:08.418589 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-f3f9ccf2-4be9-43b3-81fe-079edc702b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:08.470005 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-992d2210-1b8e-4414-b0c0-eaca00f26216 None None] Port ec2044d8-963d-40ad-a73b-c5bddbf2e1bc cannot update to ACTIVE because it is not bound. {{(pid=84392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:20:08.819575 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e69eec-daeb-4f6e-97c0-beb2da423178 req-e64e615c-033f-4e9a-a154-edce405258d4 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:08.821176 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b8e69eec-daeb-4f6e-97c0-beb2da423178 req-e64e615c-033f-4e9a-a154-edce405258d4 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 932 time: 0.0885906
Apr 02 18:20:08.849355 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-f3f9ccf2-4be9-43b3-81fe-079edc702b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2044d8-963d-40ad-a73b-c5bddbf2e1bc {{(pid=84390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:20:08.857410 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-f3f9ccf2-4be9-43b3-81fe-079edc702b47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:08.870343 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b8e69eec-daeb-4f6e-97c0-beb2da423178 req-d4438818-e8fb-41a0-b064-693753ff62a3 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425625
Apr 02 18:20:08.874219 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-f3f9ccf2-4be9-43b3-81fe-079edc702b47 service neutron] Transition to ACTIVE for port object ec2044d8-963d-40ad-a73b-c5bddbf2e1bc will not be triggered until provisioned by entity L2. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:20:08.915605 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-f3f9ccf2-4be9-43b3-81fe-079edc702b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:08.931735 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4d6ba581-a764-4a60-91cb-c5768a615a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:20:09.067005 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9ccf2-4be9-43b3-81fe-079edc702b47 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2044d8-963d-40ad-a73b-c5bddbf2e1bc,revision_number=2']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:20:09.071743 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f3f9ccf2-4be9-43b3-81fe-079edc702b47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:20:09.293985 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-f3f9ccf2-4be9-43b3-81fe-079edc702b47 service neutron] Attempting to bind port ec2044d8-963d-40ad-a73b-c5bddbf2e1bc on host hv-cinder-78460 for vnic_type normal with profile  {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:20:09.294578 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-f3f9ccf2-4be9-43b3-81fe-079edc702b47 service neutron] Attempting to bind port ec2044d8-963d-40ad-a73b-c5bddbf2e1bc by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': 'b8084356-3e72-4438-b448-a734cb3557ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73'}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:20:09.295225 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-f3f9ccf2-4be9-43b3-81fe-079edc702b47 service neutron] Attempting to bind port ec2044d8-963d-40ad-a73b-c5bddbf2e1bc on network 6a8685e6-ae49-456d-b77c-abc425733d73 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:20:09.300991 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-f3f9ccf2-4be9-43b3-81fe-079edc702b47 service neutron] Port ec2044d8-963d-40ad-a73b-c5bddbf2e1bc on network 6a8685e6-ae49-456d-b77c-abc425733d73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:20:09.301357 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-f3f9ccf2-4be9-43b3-81fe-079edc702b47 service neutron] Attempting to bind port ec2044d8-963d-40ad-a73b-c5bddbf2e1bc on network 6a8685e6-ae49-456d-b77c-abc425733d73 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:20:09.306913 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-f3f9ccf2-4be9-43b3-81fe-079edc702b47 service neutron] Checking agent: {'id': 'ba9f1d54-5540-4326-91bf-66629f4d5678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'started_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:20:09.307293 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-f3f9ccf2-4be9-43b3-81fe-079edc702b47 service neutron] Checking segment: {'id': 'b8084356-3e72-4438-b448-a734cb3557ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:20:09.307714 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-f3f9ccf2-4be9-43b3-81fe-079edc702b47 service neutron] Bound using segment: {'id': 'b8084356-3e72-4438-b448-a734cb3557ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73'} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:20:09.308188 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-f3f9ccf2-4be9-43b3-81fe-079edc702b47 service neutron] Bound port: ec2044d8-963d-40ad-a73b-c5bddbf2e1bc, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8084356-3e72-4438-b448-a734cb3557ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73'}}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:20:09.308572 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-f3f9ccf2-4be9-43b3-81fe-079edc702b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:09.378550 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:09.408660 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-f3f9ccf2-4be9-43b3-81fe-079edc702b47 service neutron] For port ec2044d8-963d-40ad-a73b-c5bddbf2e1bc, host hv-cinder-78460, cleared binding levels {{(pid=84390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:20:09.411773 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-f3f9ccf2-4be9-43b3-81fe-079edc702b47 service neutron] For port ec2044d8-963d-40ad-a73b-c5bddbf2e1bc, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=ec2044d8-963d-40ad-a73b-c5bddbf2e1bc,segment=NetworkSegment(b8084356-3e72-4438-b448-a734cb3557ae),segment_id=b8084356-3e72-4438-b448-a734cb3557ae)] {{(pid=84390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:20:09.452917 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-f3f9ccf2-4be9-43b3-81fe-079edc702b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:09.468227 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-16c06f2e-66ec-4c56-b99b-3ef9e7c47ca7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:20:09.625094 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9ccf2-4be9-43b3-81fe-079edc702b47 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2044d8-963d-40ad-a73b-c5bddbf2e1bc,revision_number=3']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:20:09.628569 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f3f9ccf2-4be9-43b3-81fe-079edc702b47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:20:09.663925 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-f3f9ccf2-4be9-43b3-81fe-079edc702b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:09.664825 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-f3f9ccf2-4be9-43b3-81fe-079edc702b47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:09.666345 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-f3f9ccf2-4be9-43b3-81fe-079edc702b47 service neutron] 10.222.0.15 "PUT /v2.0/ports/ec2044d8-963d-40ad-a73b-c5bddbf2e1bc HTTP/1.1" status: 200  len: 1094 time: 1.3805137
Apr 02 18:20:09.666970 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5280bdc-802f-4950-8c67-8efef311020b', 'tag': 'ec2044d8-963d-40ad-a73b-c5bddbf2e1bc'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:20:09.720580 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5280bdc-802f-4950-8c67-8efef311020b', 'tag': 'ec2044d8-963d-40ad-a73b-c5bddbf2e1bc', 'status': 'completed', 'code': 200}
Apr 02 18:20:09.822795 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48889a8-ae9f-41f0-ae8b-61346b7e6cd8 req-50c3d682-68ad-4be5-aa64-be945edeb8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:09.824438 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a48889a8-ae9f-41f0-ae8b-61346b7e6cd8 req-50c3d682-68ad-4be5-aa64-be945edeb8e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfaba96d159b45cca52f40e00f31208c&device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 1097 time: 0.0846026
Apr 02 18:20:10.091509 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a25e6-4f60-4588-8d7e-e780f519b566 req-0d957129-119e-47c1-a8ab-6ace22dc1ef2 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:10.093122 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c43a25e6-4f60-4588-8d7e-e780f519b566 req-0d957129-119e-47c1-a8ab-6ace22dc1ef2 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 944 time: 0.0997899
Apr 02 18:20:10.143427 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c43a25e6-4f60-4588-8d7e-e780f519b566 req-9341e367-560b-4088-9c97-58e3e11a3620 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427682
Apr 02 18:20:10.230487 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48889a8-ae9f-41f0-ae8b-61346b7e6cd8 req-31533b46-2e2f-4232-979a-03cc13e7a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:10.232134 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a48889a8-ae9f-41f0-ae8b-61346b7e6cd8 req-31533b46-2e2f-4232-979a-03cc13e7a2da service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=dfaba96d159b45cca52f40e00f31208c&shared=False HTTP/1.1" status: 200  len: 911 time: 0.4007540
Apr 02 18:20:10.381781 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48889a8-ae9f-41f0-ae8b-61346b7e6cd8 req-b49c1853-9da6-4610-8719-5ddb68101a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:10.383474 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a48889a8-ae9f-41f0-ae8b-61346b7e6cd8 req-b49c1853-9da6-4610-8719-5ddb68101a09 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1453547
Apr 02 18:20:10.505927 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-ab67ad23-86a3-4cc5-aa03-21379ea6c583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:10.507544 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-ab67ad23-86a3-4cc5-aa03-21379ea6c583 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfaba96d159b45cca52f40e00f31208c&device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 1097 time: 0.0770688
Apr 02 18:20:10.583129 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-928f9c87-d4b7-4e75-bda0-2fa268dd7f3b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec2044d8-963d-40ad-a73b-c5bddbf2e1bc HTTP/1.1" status: 200  len: 217 time: 0.0685158
Apr 02 18:20:10.652853 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-e000383b-ee4b-40de-b543-2498e7996878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:10.654329 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-e000383b-ee4b-40de-b543-2498e7996878 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0674dce4-132f-47ef-91d2-5fa513e41545 HTTP/1.1" status: 200  len: 850 time: 0.0651455
Apr 02 18:20:10.738862 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-78a9592c-25df-4a32-a3da-c2716ca28b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:10.740431 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-78a9592c-25df-4a32-a3da-c2716ca28b20 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a8685e6-ae49-456d-b77c-abc425733d73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0795639
Apr 02 18:20:10.885244 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-420fed34-fb4c-4f25-a483-609d7187585a service neutron] 10.222.0.15 "GET /v2.0/networks/6a8685e6-ae49-456d-b77c-abc425733d73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376061
Apr 02 18:20:11.028003 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dd6d8d5b-e6b5-4098-88e1-05323344dc33 req-8eb3045d-39e6-4de8-9adf-6840fe2f3f57 service neutron] 10.222.0.15 "GET /v2.0/networks/6a8685e6-ae49-456d-b77c-abc425733d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362917
Apr 02 18:20:11.343559 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a76a9-2982-4d86-8028-a787735dc02b req-16135d0a-400e-4abd-b2ff-f408ebcf8240 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:11.345465 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9a9a76a9-2982-4d86-8028-a787735dc02b req-16135d0a-400e-4abd-b2ff-f408ebcf8240 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 944 time: 0.0868328
Apr 02 18:20:11.395814 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9a9a76a9-2982-4d86-8028-a787735dc02b req-910af0a3-49df-4c58-aa45-8f1c663c40e1 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439498
Apr 02 18:20:12.596798 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a7685-9f13-4b49-b172-b37a89ec2efe req-596d1e93-026e-486a-bb9e-3beb861a805f tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:12.598459 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7b0a7685-9f13-4b49-b172-b37a89ec2efe req-596d1e93-026e-486a-bb9e-3beb861a805f tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 944 time: 0.0873816
Apr 02 18:20:12.645597 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7b0a7685-9f13-4b49-b172-b37a89ec2efe req-86ca13a4-2d7e-4e38-b923-c83c494c361a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407753
Apr 02 18:20:13.849642 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e484897-e17f-40b5-9532-7449b9ee9dcb req-0ad517ad-6f80-4dcc-a510-cbf1e24683e9 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:13.851318 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6e484897-e17f-40b5-9532-7449b9ee9dcb req-0ad517ad-6f80-4dcc-a510-cbf1e24683e9 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 944 time: 0.0902851
Apr 02 18:20:14.132159 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6e484897-e17f-40b5-9532-7449b9ee9dcb req-6d1c3714-c1bc-417d-a766-04b757e5a33d tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2744834
Apr 02 18:20:14.928641 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device ec2044d8-963d-40ad-a73b-c5bddbf2e1bc details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:20:15.068212 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port ec2044d8-963d-40ad-a73b-c5bddbf2e1bc, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=ec2044d8-963d-40ad-a73b-c5bddbf2e1bc,segment=NetworkSegment(b8084356-3e72-4438-b448-a734cb3557ae),segment_id=b8084356-3e72-4438-b448-a734cb3557ae)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:20:15.082368 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Returning: {'device': 'ec2044d8-963d-40ad-a73b-c5bddbf2e1bc', 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73', 'port_id': 'ec2044d8-963d-40ad-a73b-c5bddbf2e1bc', 'mac_address': 'fa:16:3e:3b:63:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:20:15.143713 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:15.162279 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2044d8-963d-40ad-a73b-c5bddbf2e1bc {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:20:15.178546 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port ec2044d8-963d-40ad-a73b-c5bddbf2e1bc, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=ec2044d8-963d-40ad-a73b-c5bddbf2e1bc,segment=NetworkSegment(b8084356-3e72-4438-b448-a734cb3557ae),segment_id=b8084356-3e72-4438-b448-a734cb3557ae)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:20:15.220221 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:15.222104 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-112af69a-7616-4760-9044-cc2932593f3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:20:15.232950 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:20:15.292718 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=ec2044d8-963d-40ad-a73b-c5bddbf2e1bc,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:20:15.296101 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:20:15.337519 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27545139-6796-426a-8a74-d1ba59d27a96 req-51d626f5-d3bb-4721-91a1-2d1ee620d70a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:15.339145 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-27545139-6796-426a-8a74-d1ba59d27a96 req-51d626f5-d3bb-4721-91a1-2d1ee620d70a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 945 time: 0.0891950
Apr 02 18:20:15.391183 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-27545139-6796-426a-8a74-d1ba59d27a96 req-6d2c5423-5bbe-4188-8529-ad0f31baec82 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449705
Apr 02 18:20:15.432791 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['ec2044d8-963d-40ad-a73b-c5bddbf2e1bc'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:20:15.676115 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0a540-506c-4afb-a403-b891b287ae0c req-3fcf2190-c6be-4992-a28a-511aa0199e47 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:15.677694 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a6f0a540-506c-4afb-a403-b891b287ae0c req-3fcf2190-c6be-4992-a28a-511aa0199e47 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=5756c9b9-5c78-4546-b4de-ccf642ebb1b2 HTTP/1.1" status: 200  len: 945 time: 0.0873196
Apr 02 18:20:15.725284 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a6f0a540-506c-4afb-a403-b891b287ae0c req-78de6e0b-1feb-4e3b-8a49-51844c0e0de1 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410030
Apr 02 18:20:16.599673 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce730376-7381-4975-a3f5-2a18b08d8a0f req-b66b9873-777a-4ff2-bf53-b960fb160937 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:16.601275 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ce730376-7381-4975-a3f5-2a18b08d8a0f req-b66b9873-777a-4ff2-bf53-b960fb160937 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 945 time: 0.0912921
Apr 02 18:20:16.650444 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ce730376-7381-4975-a3f5-2a18b08d8a0f req-1a342b53-2132-4fdd-a946-6b8f76ae82c2 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426278
Apr 02 18:20:16.927332 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df171591-78c4-4371-894a-f6b4ae8d0217 req-11f193ed-a372-408b-9656-1560172ac37d tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:16.930767 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-df171591-78c4-4371-894a-f6b4ae8d0217 req-11f193ed-a372-408b-9656-1560172ac37d tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=5756c9b9-5c78-4546-b4de-ccf642ebb1b2 HTTP/1.1" status: 200  len: 945 time: 0.0910461
Apr 02 18:20:16.943996 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device ec2044d8-963d-40ad-a73b-c5bddbf2e1bc up at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:20:16.977082 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-df171591-78c4-4371-894a-f6b4ae8d0217 req-dcdb85b9-d472-4926-94ad-c7187771c133 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418034
Apr 02 18:20:17.049003 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning for port ec2044d8-963d-40ad-a73b-c5bddbf2e1bc completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:20:17.054532 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning complete for port ec2044d8-963d-40ad-a73b-c5bddbf2e1bc triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:20:17.054964 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:17.068002 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46e9ef-2d48-45d7-83ac-10e637594bea req-d4a5c700-736c-434a-849d-1d5c046ec641 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:17.068764 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-cc46e9ef-2d48-45d7-83ac-10e637594bea req-d4a5c700-736c-434a-849d-1d5c046ec641 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Synchronizing usage tracker for tenant:d04a7b8a6f1f460697416688fa4f1b49 on resource:port {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:20:17.115358 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-cc46e9ef-2d48-45d7-83ac-10e637594bea req-d4a5c700-736c-434a-849d-1d5c046ec641 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Unset dirty status for tenant:d04a7b8a6f1f460697416688fa4f1b49 on resource:port {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:20:17.116602 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-cc46e9ef-2d48-45d7-83ac-10e637594bea req-d4a5c700-736c-434a-849d-1d5c046ec641 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.15 "GET /v2.0/ports?device_id=5756c9b9-5c78-4546-b4de-ccf642ebb1b2 HTTP/1.1" status: 200  len: 945 time: 0.1360412
Apr 02 18:20:17.180745 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:17.198214 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-cc46e9ef-2d48-45d7-83ac-10e637594bea req-c71cf583-7ef6-4e02-80d2-1f6d93831c26 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Deleting port 44892dc6-5fea-4f09-be41-0dfc45ae9938 {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:20:17.198625 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-cc46e9ef-2d48-45d7-83ac-10e637594bea req-c71cf583-7ef6-4e02-80d2-1f6d93831c26 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:17.209697 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5280bdc-802f-4950-8c67-8efef311020b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2044d8-963d-40ad-a73b-c5bddbf2e1bc'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:20:17.220505 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port ec2044d8-963d-40ad-a73b-c5bddbf2e1bc, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=ec2044d8-963d-40ad-a73b-c5bddbf2e1bc,segment=NetworkSegment(b8084356-3e72-4438-b448-a734cb3557ae),segment_id=b8084356-3e72-4438-b448-a734cb3557ae)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:20:17.252465 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:17.254510 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:20:17.290361 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5280bdc-802f-4950-8c67-8efef311020b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2044d8-963d-40ad-a73b-c5bddbf2e1bc', 'code': 200}
Apr 02 18:20:17.332536 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=ec2044d8-963d-40ad-a73b-c5bddbf2e1bc,revision_number=5']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:20:17.335660 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:20:17.472365 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-cc46e9ef-2d48-45d7-83ac-10e637594bea req-c71cf583-7ef6-4e02-80d2-1f6d93831c26 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] For port 44892dc6-5fea-4f09-be41-0dfc45ae9938, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=44892dc6-5fea-4f09-be41-0dfc45ae9938,segment=NetworkSegment(86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b),segment_id=86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:20:17.472771 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-cc46e9ef-2d48-45d7-83ac-10e637594bea req-c71cf583-7ef6-4e02-80d2-1f6d93831c26 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:17.743703 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460aede2-1656-406e-97fe-fd2a0018bdee req-a75a6828-3435-4cbb-b4a0-9d2136029cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:17.745350 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-460aede2-1656-406e-97fe-fd2a0018bdee req-a75a6828-3435-4cbb-b4a0-9d2136029cce service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 1099 time: 0.2553949
Apr 02 18:20:17.854685 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f9ec9-288c-49e8-bda7-713f796ec3bb req-d42b2859-f714-470d-bb18-22b6ea1ab0f4 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:17.856362 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3b2f9ec9-288c-49e8-bda7-713f796ec3bb req-d42b2859-f714-470d-bb18-22b6ea1ab0f4 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0916975
Apr 02 18:20:17.893495 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-460aede2-1656-406e-97fe-fd2a0018bdee req-8f152859-16f8-45b2-8e51-021635d829f2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1396058
Apr 02 18:20:17.901668 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-cc46e9ef-2d48-45d7-83ac-10e637594bea req-c71cf583-7ef6-4e02-80d2-1f6d93831c26 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:17.902094 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-cc46e9ef-2d48-45d7-83ac-10e637594bea req-c71cf583-7ef6-4e02-80d2-1f6d93831c26 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854362165'] for floatingip, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:17.902513 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.l3_db [req-cc46e9ef-2d48-45d7-83ac-10e637594bea req-c71cf583-7ef6-4e02-80d2-1f6d93831c26 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Floating IP 49a08768-7882-4685-a0d7-9658227ced65 disassociated. External IP: 172.27.2.125, port: 44892dc6-5fea-4f09-be41-0dfc45ae9938.
Apr 02 18:20:17.902901 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-cc46e9ef-2d48-45d7-83ac-10e637594bea req-c71cf583-7ef6-4e02-80d2-1f6d93831c26 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Calling delete_port for 44892dc6-5fea-4f09-be41-0dfc45ae9938 owned by compute:nova {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:20:17.917008 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3b2f9ec9-288c-49e8-bda7-713f796ec3bb req-b1b2047c-d61f-4ff1-a4b6-375499fd1423 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428205
Apr 02 18:20:18.117338 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-cc46e9ef-2d48-45d7-83ac-10e637594bea req-c71cf583-7ef6-4e02-80d2-1f6d93831c26 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:18.133248 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-42b483b7-ad2c-4914-9afb-bbb600ffa6e7 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:20:18.141649 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6c7946b6-a3c9-41a4-a6bf-46d1febf2513 req-0899aa2c-670e-4bdf-b148-566e91fbce7d tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=5756c9b9-5c78-4546-b4de-ccf642ebb1b2 HTTP/1.1" status: 200  len: 210 time: 0.0490227
Apr 02 18:20:18.233712 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71cf583-7ef6-4e02-80d2-1f6d93831c26 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Pushing event deleted for resources: {'Port': ['ID=44892dc6-5fea-4f09-be41-0dfc45ae9938,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:20:18.250280 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71cf583-7ef6-4e02-80d2-1f6d93831c26 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:18.250730 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71cf583-7ef6-4e02-80d2-1f6d93831c26 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:18.251146 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71cf583-7ef6-4e02-80d2-1f6d93831c26 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:18.251553 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71cf583-7ef6-4e02-80d2-1f6d93831c26 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:18.251958 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71cf583-7ef6-4e02-80d2-1f6d93831c26 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:18.252361 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71cf583-7ef6-4e02-80d2-1f6d93831c26 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:18.252764 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71cf583-7ef6-4e02-80d2-1f6d93831c26 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:18.253162 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71cf583-7ef6-4e02-80d2-1f6d93831c26 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:18.253561 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71cf583-7ef6-4e02-80d2-1f6d93831c26 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:18.253959 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71cf583-7ef6-4e02-80d2-1f6d93831c26 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:18.254377 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71cf583-7ef6-4e02-80d2-1f6d93831c26 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:18.254773 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71cf583-7ef6-4e02-80d2-1f6d93831c26 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:20:18.259761 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c71cf583-7ef6-4e02-80d2-1f6d93831c26 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:20:18.517024 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc46e9ef-2d48-45d7-83ac-10e637594bea req-c71cf583-7ef6-4e02-80d2-1f6d93831c26 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Router 2752469c-4c75-40b1-9d6a-886423a3dbdf has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:20:18.743780 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc46e9ef-2d48-45d7-83ac-10e637594bea req-c71cf583-7ef6-4e02-80d2-1f6d93831c26 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:20:18.755128 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435e92fb-acf4-4392-943a-88a3ba59696e None None] Sync routers for ids ['2752469c-4c75-40b1-9d6a-886423a3dbdf'] in dv-cinder-784603-1-iscsi {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:20:18.767097 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435e92fb-acf4-4392-943a-88a3ba59696e None None] Routers {'2752469c-4c75-40b1-9d6a-886423a3dbdf'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:20:18.768349 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-435e92fb-acf4-4392-943a-88a3ba59696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10e65208>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:19:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['2752469c-4c75-40b1-9d6a-886423a3dbdf'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:20:18.835333 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc46e9ef-2d48-45d7-83ac-10e637594bea req-c71cf583-7ef6-4e02-80d2-1f6d93831c26 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] No DVR routers for this DVR port 44892dc6-5fea-4f09-be41-0dfc45ae9938 on host hv-cinder-78460 {{(pid=84390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:20:18.838340 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-cc46e9ef-2d48-45d7-83ac-10e637594bea req-c71cf583-7ef6-4e02-80d2-1f6d93831c26 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:18.843252 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5756c9b9-5c78-4546-b4de-ccf642ebb1b2', 'name': 'network-vif-deleted', 'tag': '44892dc6-5fea-4f09-be41-0dfc45ae9938'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:20:18.903401 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5756c9b9-5c78-4546-b4de-ccf642ebb1b2', 'name': 'network-vif-deleted', 'tag': '44892dc6-5fea-4f09-be41-0dfc45ae9938', 'status': 'completed', 'code': 200}
Apr 02 18:20:18.933277 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-cc46e9ef-2d48-45d7-83ac-10e637594bea req-c71cf583-7ef6-4e02-80d2-1f6d93831c26 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.15 "DELETE /v2.0/ports/44892dc6-5fea-4f09-be41-0dfc45ae9938 HTTP/1.1" status: 204  len: 173 time: 1.8112733
Apr 02 18:20:18.977856 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-435e92fb-acf4-4392-943a-88a3ba59696e None None] Set router 2752469c-4c75-40b1-9d6a-886423a3dbdf gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:20:19.130314 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95039379-d884-4a8a-9beb-4f82ab26bb38 req-b6070c89-6ae5-4d37-af5b-d1a22ba4d421 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:19.131937 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-95039379-d884-4a8a-9beb-4f82ab26bb38 req-b6070c89-6ae5-4d37-af5b-d1a22ba4d421 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0971851
Apr 02 18:20:19.181880 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-95039379-d884-4a8a-9beb-4f82ab26bb38 req-1d806e8a-a51d-4733-a5ac-0131b36c17a8 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434127
Apr 02 18:20:19.314013 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-435e92fb-acf4-4392-943a-88a3ba59696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10e65208>, [{'id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'name': 'tempest-TestVolumeBootPattern-9113196-router', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:08Z', 'updated_at': '2021-04-02T18:17:16Z', 'revision_number': 4, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'gw_port': {'id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:09Z', 'updated_at': '2021-04-02T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': '2f40f967-3097-43d0-a0e7-181c204d1b0e', 'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'mac_address': 'fa:16:3e:38:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '020b479b-570a-409f-b890-594a2858ea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:15Z', 'updated_at': '2021-04-02T18:17:24Z', 'revision_number': 5, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'subnets': [{'id': '020b479b-570a-409f-b890-594a2858ea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:20:19.318012 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435e92fb-acf4-4392-943a-88a3ba59696e None None] Checking router: 2752469c-4c75-40b1-9d6a-886423a3dbdf for host: dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:20:19.326876 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435e92fb-acf4-4392-943a-88a3ba59696e None None] Routers {'2752469c-4c75-40b1-9d6a-886423a3dbdf'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:20:19.328244 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-435e92fb-acf4-4392-943a-88a3ba59696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10e65208>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:19:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['2752469c-4c75-40b1-9d6a-886423a3dbdf'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:20:19.364552 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-57c4d9c9-110a-4a5a-9983-ff1ea1c2907d req-87820773-e200-4fef-be45-913704ac599d tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=5756c9b9-5c78-4546-b4de-ccf642ebb1b2 HTTP/1.1" status: 200  len: 210 time: 0.0958726
Apr 02 18:20:19.410202 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b90764-b922-44ba-b61a-decc296bbebb req-4161fdd1-543f-483d-b989-dee34729b3b6 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:19.411896 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-81b90764-b922-44ba-b61a-decc296bbebb req-4161fdd1-543f-483d-b989-dee34729b3b6 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.1073022
Apr 02 18:20:19.421480 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 44112) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:20:19.427362 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-3a57fb88-e76a-43cc-a414-110375841e22 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Request body: {'floatingip': {'port_id': 'ec2044d8-963d-40ad-a73b-c5bddbf2e1bc'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:20:19.513796 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3a57fb88-e76a-43cc-a414-110375841e22 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for floatingip, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:19.690887 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-435e92fb-acf4-4392-943a-88a3ba59696e None None] Set router 2752469c-4c75-40b1-9d6a-886423a3dbdf gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:20:20.062481 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-435e92fb-acf4-4392-943a-88a3ba59696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10e65208>, [{'id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'name': 'tempest-TestVolumeBootPattern-9113196-router', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:08Z', 'updated_at': '2021-04-02T18:17:16Z', 'revision_number': 4, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'gw_port': {'id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:09Z', 'updated_at': '2021-04-02T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': '2f40f967-3097-43d0-a0e7-181c204d1b0e', 'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'mac_address': 'fa:16:3e:38:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '020b479b-570a-409f-b890-594a2858ea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:15Z', 'updated_at': '2021-04-02T18:17:24Z', 'revision_number': 5, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'subnets': [{'id': '020b479b-570a-409f-b890-594a2858ea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:20:20.067002 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435e92fb-acf4-4392-943a-88a3ba59696e None None] The sync data for ids ['2752469c-4c75-40b1-9d6a-886423a3dbdf'] in dv-cinder-784603-1-iscsi is: [{'id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'name': 'tempest-TestVolumeBootPattern-9113196-router', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:08Z', 'updated_at': '2021-04-02T18:17:16Z', 'revision_number': 4, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'gw_port': {'id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:09Z', 'updated_at': '2021-04-02T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': '2f40f967-3097-43d0-a0e7-181c204d1b0e', 'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'mac_address': 'fa:16:3e:38:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '020b479b-570a-409f-b890-594a2858ea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:15Z', 'updated_at': '2021-04-02T18:17:24Z', 'revision_number': 5, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'subnets': [{'id': '020b479b-570a-409f-b890-594a2858ea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:20:20.420214 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3a57fb88-e76a-43cc-a414-110375841e22 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:20.449052 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3a57fb88-e76a-43cc-a414-110375841e22 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854362165'] for floatingip, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:20.469814 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06460851-7c5e-42c9-93f4-dc3b496b8580 None None] New status for floating IP 49a08768-7882-4685-a0d7-9658227ced65: DOWN {{(pid=84392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:20:20.640972 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.l3_db [None req-3a57fb88-e76a-43cc-a414-110375841e22 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Floating IP 4be3b596-13dd-483b-88c8-a922351a0e48 associated. External IP: 172.27.2.52, port: ec2044d8-963d-40ad-a73b-c5bddbf2e1bc.
Apr 02 18:20:20.762650 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-7fb59e51-d559-4ad4-abd2-010156cdef76 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-745489564&fields=id&tenant_id=d04a7b8a6f1f460697416688fa4f1b49 HTTP/1.1" status: 200  len: 267 time: 0.0520277
Apr 02 18:20:20.920160 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-6b5ef4c6-6961-43fb-b4c7-6c52548aa282 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:20.922595 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-6b5ef4c6-6961-43fb-b4c7-6c52548aa282 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/networks?id=90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 HTTP/1.1" status: 200  len: 809 time: 0.1590698
Apr 02 18:20:20.938870 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-af0995a7-cf35-45d0-a5b2-6328b662be3e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/quotas/d04a7b8a6f1f460697416688fa4f1b49 HTTP/1.1" status: 200  len: 375 time: 0.0101373
Apr 02 18:20:20.965234 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 44892dc6-5fea-4f09-be41-0dfc45ae9938 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:20:21.005260 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] No Port match for: 44892dc6-5fea-4f09-be41-0dfc45ae9938 {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:20:21.006062 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 44892dc6-5fea-4f09-be41-0dfc45ae9938 not bound to the agent host hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:20:21.027424 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a57fb88-e76a-43cc-a414-110375841e22 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Router 920e82ea-401d-4c95-badb-bae4cf451443 has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:20:21.034656 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-56ee4733-9a33-4288-bfc8-1954a2aad672 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d04a7b8a6f1f460697416688fa4f1b49&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0901065
Apr 02 18:20:21.184338 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-8bbeb91e-4828-4cbd-bbe4-af22bb448860 service neutron] 10.222.0.10 "GET /v2.0/networks/90ec4bbb-4cfa-4f5b-a343-b4e187660bc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361673
Apr 02 18:20:21.223192 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a57fb88-e76a-43cc-a414-110375841e22 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:20:21.228057 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3a57fb88-e76a-43cc-a414-110375841e22 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for floatingip, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:21.233981 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e91fea4-2aaa-4fca-a967-2492d038e43c None None] Sync routers for ids ['920e82ea-401d-4c95-badb-bae4cf451443'] in dv-cinder-784603-1-iscsi {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:20:21.244086 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e91fea4-2aaa-4fca-a967-2492d038e43c None None] Routers {'920e82ea-401d-4c95-badb-bae4cf451443'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:20:21.244838 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-6e91fea4-2aaa-4fca-a967-2492d038e43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10d35f28>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:19:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['920e82ea-401d-4c95-badb-bae4cf451443'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:20:21.291390 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-3a57fb88-e76a-43cc-a414-110375841e22 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "PUT /v2.0/floatingips/4be3b596-13dd-483b-88c8-a922351a0e48 HTTP/1.1" status: 200  len: 991 time: 1.8681788
Apr 02 18:20:21.292639 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5280bdc-802f-4950-8c67-8efef311020b', 'tag': 'ec2044d8-963d-40ad-a73b-c5bddbf2e1bc'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:20:21.332994 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-2ad02f6f-b509-4540-b508-f7e3a4d2a696 service neutron] 10.222.0.10 "GET /v2.0/networks/90ec4bbb-4cfa-4f5b-a343-b4e187660bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1414256
Apr 02 18:20:21.446432 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-6e91fea4-2aaa-4fca-a967-2492d038e43c None None] Set router 920e82ea-401d-4c95-badb-bae4cf451443 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:20:21.464284 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5280bdc-802f-4950-8c67-8efef311020b', 'tag': 'ec2044d8-963d-40ad-a73b-c5bddbf2e1bc', 'status': 'completed', 'code': 200}
Apr 02 18:20:21.569032 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09557d5-179e-47b6-9de6-07f2e894016a req-f81a0516-7691-4e28-ae40-c8d1535d65ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:21.570733 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e09557d5-179e-47b6-9de6-07f2e894016a req-f81a0516-7691-4e28-ae40-c8d1535d65ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfaba96d159b45cca52f40e00f31208c&device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 1099 time: 0.0856740
Apr 02 18:20:21.715389 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09557d5-179e-47b6-9de6-07f2e894016a req-9124d1b0-bd0d-47b8-aa7a-636fa6ef9e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:21.717025 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e09557d5-179e-47b6-9de6-07f2e894016a req-9124d1b0-bd0d-47b8-aa7a-636fa6ef9e50 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a8685e6-ae49-456d-b77c-abc425733d73 HTTP/1.1" status: 200  len: 911 time: 0.1404889
Apr 02 18:20:21.831688 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e09557d5-179e-47b6-9de6-07f2e894016a req-f063498e-4fca-484e-940e-bc6c0afdda3c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec2044d8-963d-40ad-a73b-c5bddbf2e1bc HTTP/1.1" status: 200  len: 999 time: 0.1087127
Apr 02 18:20:21.837761 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-6e91fea4-2aaa-4fca-a967-2492d038e43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10d35f28>, [{'id': '920e82ea-401d-4c95-badb-bae4cf451443', 'name': 'tempest-AttachVolumeTestJSON-1832118101-router', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:19:54Z', 'updated_at': '2021-04-02T18:19:59Z', 'revision_number': 4, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'gw_port': {'id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:55Z', 'updated_at': '2021-04-02T18:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_floatingips': [{'id': '4be3b596-13dd-483b-88c8-a922351a0e48', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'port_id': 'ec2044d8-963d-40ad-a73b-c5bddbf2e1bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73', 'mac_address': 'fa:16:3e:3b:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5280bdc-802f-4950-8c67-8efef311020b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:20:03Z', 'updated_at': '2021-04-02T18:20:20Z', 'revision_number': 1, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79babec3-69b8-49a2-a31c-576d0faae849', 'name': '', 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'mac_address': 'fa:16:3e:70:9b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:58Z', 'updated_at': '2021-04-02T18:20:06Z', 'revision_number': 5, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'subnets': [{'id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:20:21.841903 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e91fea4-2aaa-4fca-a967-2492d038e43c None None] Checking router: 920e82ea-401d-4c95-badb-bae4cf451443 for host: dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:20:21.854374 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e91fea4-2aaa-4fca-a967-2492d038e43c None None] Routers {'920e82ea-401d-4c95-badb-bae4cf451443'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:20:21.855221 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-6e91fea4-2aaa-4fca-a967-2492d038e43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10d35f28>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:19:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['920e82ea-401d-4c95-badb-bae4cf451443'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:20:21.919870 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09557d5-179e-47b6-9de6-07f2e894016a req-ad291fb9-3480-4a81-9c22-3558ff533c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:21.922220 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e09557d5-179e-47b6-9de6-07f2e894016a req-ad291fb9-3480-4a81-9c22-3558ff533c6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0674dce4-132f-47ef-91d2-5fa513e41545 HTTP/1.1" status: 200  len: 850 time: 0.0835338
Apr 02 18:20:21.963196 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-24818eb2-1278-4748-a507-2c54dd9a01c0 req-3b7dde0f-c102-44c2-ba91-0287f84785e8 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43 HTTP/1.1" status: 200  len: 210 time: 0.0765481
Apr 02 18:20:22.029942 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09557d5-179e-47b6-9de6-07f2e894016a req-8d39e4c7-e309-4ecd-acf6-74e0429ff12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:22.032502 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e09557d5-179e-47b6-9de6-07f2e894016a req-8d39e4c7-e309-4ecd-acf6-74e0429ff12c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a8685e6-ae49-456d-b77c-abc425733d73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1030562
Apr 02 18:20:22.058598 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-6e91fea4-2aaa-4fca-a967-2492d038e43c None None] Set router 920e82ea-401d-4c95-badb-bae4cf451443 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:20:22.177726 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e09557d5-179e-47b6-9de6-07f2e894016a req-feab7852-fc89-4b7f-a569-f83b85f8f008 service neutron] 10.222.0.15 "GET /v2.0/networks/6a8685e6-ae49-456d-b77c-abc425733d73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385958
Apr 02 18:20:22.328906 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e09557d5-179e-47b6-9de6-07f2e894016a req-939468f0-6c02-4775-acc2-cd47b89ced76 service neutron] 10.222.0.15 "GET /v2.0/networks/6a8685e6-ae49-456d-b77c-abc425733d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1448402
Apr 02 18:20:22.433343 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-6e91fea4-2aaa-4fca-a967-2492d038e43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10d35f28>, [{'id': '920e82ea-401d-4c95-badb-bae4cf451443', 'name': 'tempest-AttachVolumeTestJSON-1832118101-router', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:19:54Z', 'updated_at': '2021-04-02T18:19:59Z', 'revision_number': 4, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'gw_port': {'id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:55Z', 'updated_at': '2021-04-02T18:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_floatingips': [{'id': '4be3b596-13dd-483b-88c8-a922351a0e48', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'port_id': 'ec2044d8-963d-40ad-a73b-c5bddbf2e1bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73', 'mac_address': 'fa:16:3e:3b:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5280bdc-802f-4950-8c67-8efef311020b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:20:03Z', 'updated_at': '2021-04-02T18:20:20Z', 'revision_number': 1, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79babec3-69b8-49a2-a31c-576d0faae849', 'name': '', 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'mac_address': 'fa:16:3e:70:9b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:58Z', 'updated_at': '2021-04-02T18:20:06Z', 'revision_number': 5, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'subnets': [{'id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:20:22.438609 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e91fea4-2aaa-4fca-a967-2492d038e43c None None] The sync data for ids ['920e82ea-401d-4c95-badb-bae4cf451443'] in dv-cinder-784603-1-iscsi is: [{'id': '920e82ea-401d-4c95-badb-bae4cf451443', 'name': 'tempest-AttachVolumeTestJSON-1832118101-router', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:19:54Z', 'updated_at': '2021-04-02T18:19:59Z', 'revision_number': 4, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'gw_port': {'id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:55Z', 'updated_at': '2021-04-02T18:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_floatingips': [{'id': '4be3b596-13dd-483b-88c8-a922351a0e48', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'port_id': 'ec2044d8-963d-40ad-a73b-c5bddbf2e1bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73', 'mac_address': 'fa:16:3e:3b:63:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5280bdc-802f-4950-8c67-8efef311020b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:20:03Z', 'updated_at': '2021-04-02T18:20:20Z', 'revision_number': 1, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79babec3-69b8-49a2-a31c-576d0faae849', 'name': '', 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'mac_address': 'fa:16:3e:70:9b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:58Z', 'updated_at': '2021-04-02T18:20:06Z', 'revision_number': 5, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'subnets': [{'id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:20:22.712983 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f441740-f8af-4da0-9a5e-2e79b5025355 None None] New status for floating IP 4be3b596-13dd-483b-88c8-a922351a0e48: ACTIVE {{(pid=84392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:20:23.129750 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d59cfcae-c13d-4ad1-99a2-3d9463cb6b9c req-85d6498d-99cc-47bc-8f40-5850b5c6ef3e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43 HTTP/1.1" status: 200  len: 210 time: 0.0491068
Apr 02 18:20:23.682037 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-11acf6f4-d81f-48fd-bd7e-9f4256db0fbd tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:23.683896 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-11acf6f4-d81f-48fd-bd7e-9f4256db0fbd tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.15 "GET /v2.0/networks?id=90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 HTTP/1.1" status: 200  len: 809 time: 0.1660008
Apr 02 18:20:23.771192 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-cbb57a43-1a88-4179-8897-7c323d449259 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d04a7b8a6f1f460697416688fa4f1b49 HTTP/1.1" status: 200  len: 8059 time: 0.0793204
Apr 02 18:20:23.781921 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-bcfe6155-ac4f-4202-9514-9ae977ce4a92 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Request body: {'port': {'device_id': 'a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'admin_state_up': True, 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'security_groups': ['c6ae099e-4cf7-4f8e-a19a-7debe5c02231']}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:20:23.931024 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-bcfe6155-ac4f-4202-9514-9ae977ce4a92 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:20:23.935344 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-bcfe6155-ac4f-4202-9514-9ae977ce4a92 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Usage tracker for resource:port and tenant:d04a7b8a6f1f460697416688fa4f1b49 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:20:23.938968 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-bcfe6155-ac4f-4202-9514-9ae977ce4a92 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:20:23.946648 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-bcfe6155-ac4f-4202-9514-9ae977ce4a92 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:20:23.984256 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-bcfe6155-ac4f-4202-9514-9ae977ce4a92 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Made reservation on behalf of d04a7b8a6f1f460697416688fa4f1b49 for: {'port': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:20:23.990445 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-bcfe6155-ac4f-4202-9514-9ae977ce4a92 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:24.158192 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-bcfe6155-ac4f-4202-9514-9ae977ce4a92 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Allocated IP 172.20.0.11 (90ec4bbb-4cfa-4f5b-a343-b4e187660bc7/020b479b-570a-409f-b890-594a2858ea45/e317096e-3362-4b16-a435-57cee913c63a) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:20:24.299876 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c9885e5d-2abd-44ce-a894-6249a19d01fe req-3e1d55f1-7b9d-4e13-adcb-ca725e5baeda tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43 HTTP/1.1" status: 200  len: 210 time: 0.0545728
Apr 02 18:20:24.362676 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-bcfe6155-ac4f-4202-9514-9ae977ce4a92 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:24.378935 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-bcfe6155-ac4f-4202-9514-9ae977ce4a92 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Transition to ACTIVE for port object e317096e-3362-4b16-a435-57cee913c63a will not be triggered until provisioned by entity DHCP. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:20:24.443548 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-bcfe6155-ac4f-4202-9514-9ae977ce4a92 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:24.459454 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d78e6eb1-0211-4f82-8eba-7842d4117dc7 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:20:24.854425 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe6155-ac4f-4202-9514-9ae977ce4a92 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Pushing event updated for resources: {'Port': ['ID=e317096e-3362-4b16-a435-57cee913c63a,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:20:24.859235 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-bcfe6155-ac4f-4202-9514-9ae977ce4a92 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:20:24.910813 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-bcfe6155-ac4f-4202-9514-9ae977ce4a92 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Network 90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:20:24.912041 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-bcfe6155-ac4f-4202-9514-9ae977ce4a92 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:20:24.914628 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-bcfe6155-ac4f-4202-9514-9ae977ce4a92 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:20:24.985468 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-bcfe6155-ac4f-4202-9514-9ae977ce4a92 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:24.986135 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-bcfe6155-ac4f-4202-9514-9ae977ce4a92 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:25.042108 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-bcfe6155-ac4f-4202-9514-9ae977ce4a92 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2649069
Apr 02 18:20:25.059366 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-85ed15a5-0631-4c57-80ba-c56ebc5c1c26 service neutron] Request body: {'port': {'device_id': 'a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:20:25.178616 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-85ed15a5-0631-4c57-80ba-c56ebc5c1c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:25.191957 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-cbf8e522-b466-4f1c-89ed-f1f7785e4040 None None] Provisioning for port e317096e-3362-4b16-a435-57cee913c63a completed by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:20:25.197408 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-cbf8e522-b466-4f1c-89ed-f1f7785e4040 None None] Provisioning complete for port e317096e-3362-4b16-a435-57cee913c63a triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:20:25.197836 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-cbf8e522-b466-4f1c-89ed-f1f7785e4040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:25.257250 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8e522-b466-4f1c-89ed-f1f7785e4040 None None] Port e317096e-3362-4b16-a435-57cee913c63a cannot update to ACTIVE because it is not bound. {{(pid=84392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:20:25.506184 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd2adb-64ee-4e4d-9a23-579d75e5059c req-82fcef30-9987-4c3b-9492-d044587d9483 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:25.507756 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-11cd2adb-64ee-4e4d-9a23-579d75e5059c req-82fcef30-9987-4c3b-9492-d044587d9483 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43 HTTP/1.1" status: 200  len: 932 time: 0.0904014
Apr 02 18:20:25.557603 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-11cd2adb-64ee-4e4d-9a23-579d75e5059c req-518626c7-8056-4b60-b634-d064cadc0de1 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434566
Apr 02 18:20:25.610997 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-85ed15a5-0631-4c57-80ba-c56ebc5c1c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e317096e-3362-4b16-a435-57cee913c63a {{(pid=84390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:20:25.619376 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-85ed15a5-0631-4c57-80ba-c56ebc5c1c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:25.634254 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-85ed15a5-0631-4c57-80ba-c56ebc5c1c26 service neutron] Transition to ACTIVE for port object e317096e-3362-4b16-a435-57cee913c63a will not be triggered until provisioned by entity L2. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:20:25.668907 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-85ed15a5-0631-4c57-80ba-c56ebc5c1c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:25.684261 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d78e6eb1-0211-4f82-8eba-7842d4117dc7 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:20:25.818562 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed15a5-0631-4c57-80ba-c56ebc5c1c26 service neutron] Pushing event updated for resources: {'Port': ['ID=e317096e-3362-4b16-a435-57cee913c63a,revision_number=2']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:20:25.822102 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-85ed15a5-0631-4c57-80ba-c56ebc5c1c26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:20:26.057485 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-85ed15a5-0631-4c57-80ba-c56ebc5c1c26 service neutron] Attempting to bind port e317096e-3362-4b16-a435-57cee913c63a on host hv-cinder-78460 for vnic_type normal with profile  {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:20:26.057985 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-85ed15a5-0631-4c57-80ba-c56ebc5c1c26 service neutron] Attempting to bind port e317096e-3362-4b16-a435-57cee913c63a by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7'}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:20:26.058135 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-85ed15a5-0631-4c57-80ba-c56ebc5c1c26 service neutron] Attempting to bind port e317096e-3362-4b16-a435-57cee913c63a on network 90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:20:26.063272 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-85ed15a5-0631-4c57-80ba-c56ebc5c1c26 service neutron] Port e317096e-3362-4b16-a435-57cee913c63a on network 90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:20:26.063619 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-85ed15a5-0631-4c57-80ba-c56ebc5c1c26 service neutron] Attempting to bind port e317096e-3362-4b16-a435-57cee913c63a on network 90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:20:26.069074 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-85ed15a5-0631-4c57-80ba-c56ebc5c1c26 service neutron] Checking agent: {'id': 'ba9f1d54-5540-4326-91bf-66629f4d5678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'started_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:20:26.069450 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-85ed15a5-0631-4c57-80ba-c56ebc5c1c26 service neutron] Checking segment: {'id': '86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:20:26.069866 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-85ed15a5-0631-4c57-80ba-c56ebc5c1c26 service neutron] Bound using segment: {'id': '86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7'} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:20:26.070363 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-85ed15a5-0631-4c57-80ba-c56ebc5c1c26 service neutron] Bound port: e317096e-3362-4b16-a435-57cee913c63a, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7'}}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:20:26.070745 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-85ed15a5-0631-4c57-80ba-c56ebc5c1c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:26.165664 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-85ed15a5-0631-4c57-80ba-c56ebc5c1c26 service neutron] For port e317096e-3362-4b16-a435-57cee913c63a, host hv-cinder-78460, cleared binding levels {{(pid=84390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:20:26.168725 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-85ed15a5-0631-4c57-80ba-c56ebc5c1c26 service neutron] For port e317096e-3362-4b16-a435-57cee913c63a, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=e317096e-3362-4b16-a435-57cee913c63a,segment=NetworkSegment(86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b),segment_id=86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b)] {{(pid=84390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:20:26.215012 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-85ed15a5-0631-4c57-80ba-c56ebc5c1c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:26.230629 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f3f9ccf2-4be9-43b3-81fe-079edc702b47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:20:26.387178 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed15a5-0631-4c57-80ba-c56ebc5c1c26 service neutron] Pushing event updated for resources: {'Port': ['ID=e317096e-3362-4b16-a435-57cee913c63a,revision_number=3']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:20:26.392539 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-85ed15a5-0631-4c57-80ba-c56ebc5c1c26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:20:26.423717 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-85ed15a5-0631-4c57-80ba-c56ebc5c1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:26.424305 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-85ed15a5-0631-4c57-80ba-c56ebc5c1c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:26.425790 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-85ed15a5-0631-4c57-80ba-c56ebc5c1c26 service neutron] 10.222.0.15 "PUT /v2.0/ports/e317096e-3362-4b16-a435-57cee913c63a HTTP/1.1" status: 200  len: 1094 time: 1.3715169
Apr 02 18:20:26.426432 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43', 'tag': 'e317096e-3362-4b16-a435-57cee913c63a'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:20:26.474533 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43', 'tag': 'e317096e-3362-4b16-a435-57cee913c63a', 'status': 'completed', 'code': 200}
Apr 02 18:20:26.583788 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439251fc-0ec2-4a30-bd6b-4d89881d625e req-e727dd97-ca18-48c1-b2a4-15a51f01baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:26.585554 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-439251fc-0ec2-4a30-bd6b-4d89881d625e req-e727dd97-ca18-48c1-b2a4-15a51f01baa9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d04a7b8a6f1f460697416688fa4f1b49&device_id=a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43 HTTP/1.1" status: 200  len: 1097 time: 0.0894756
Apr 02 18:20:26.743959 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439251fc-0ec2-4a30-bd6b-4d89881d625e req-5baac5a4-2a3d-4d2f-98a0-ccce7a9ad61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:26.745651 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-439251fc-0ec2-4a30-bd6b-4d89881d625e req-5baac5a4-2a3d-4d2f-98a0-ccce7a9ad61e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d04a7b8a6f1f460697416688fa4f1b49&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1531897
Apr 02 18:20:26.769255 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140d731-2273-4400-84ac-a6122afcd479 req-d42cf2f3-eb80-4110-b748-569f625e3f48 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:26.770891 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3140d731-2273-4400-84ac-a6122afcd479 req-d42cf2f3-eb80-4110-b748-569f625e3f48 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43 HTTP/1.1" status: 200  len: 944 time: 0.0931971
Apr 02 18:20:26.820685 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3140d731-2273-4400-84ac-a6122afcd479 req-1d78f56a-a16f-4f04-b7cc-f41fcb5da6a3 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431159
Apr 02 18:20:26.895921 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439251fc-0ec2-4a30-bd6b-4d89881d625e req-6a14a6e6-602e-4303-b916-ad04967d0858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:26.897519 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-439251fc-0ec2-4a30-bd6b-4d89881d625e req-6a14a6e6-602e-4303-b916-ad04967d0858 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1461568
Apr 02 18:20:27.018611 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-d60921f8-84cc-4b04-bdfa-2f33c99c4891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:27.020169 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-d60921f8-84cc-4b04-bdfa-2f33c99c4891 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d04a7b8a6f1f460697416688fa4f1b49&device_id=a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43 HTTP/1.1" status: 200  len: 1097 time: 0.0865669
Apr 02 18:20:27.097304 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-0b6ab863-20a9-4dc0-8eca-371ec7a51c30 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e317096e-3362-4b16-a435-57cee913c63a HTTP/1.1" status: 200  len: 217 time: 0.0674338
Apr 02 18:20:27.170121 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-4bb836f7-fe2f-406b-825d-68b5d2538db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:27.172424 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-4bb836f7-fe2f-406b-825d-68b5d2538db2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=020b479b-570a-409f-b890-594a2858ea45 HTTP/1.1" status: 200  len: 848 time: 0.0686352
Apr 02 18:20:27.254660 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-ea23e8ae-094a-4bd6-9a21-bbf065cca9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:27.256238 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-ea23e8ae-094a-4bd6-9a21-bbf065cca9a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90ec4bbb-4cfa-4f5b-a343-b4e187660bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0775359
Apr 02 18:20:27.397968 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-22e8de7d-9634-4b9f-95b0-e956c6ad89b9 service neutron] 10.222.0.15 "GET /v2.0/networks/90ec4bbb-4cfa-4f5b-a343-b4e187660bc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351261
Apr 02 18:20:27.543957 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a4cf2ffc-9d68-4b4e-a709-929ca069bd2c req-44e0e1bd-7e0d-42c2-b00b-40656463aa9e service neutron] 10.222.0.15 "GET /v2.0/networks/90ec4bbb-4cfa-4f5b-a343-b4e187660bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359515
Apr 02 18:20:27.625839 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d8826f5e-42a9-47bb-b9cb-da336ed1c343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:28.021022 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880826aa-6dec-4852-882a-89ce7538ad0c req-b10d95f4-f5ef-447a-86da-a20dc973588f tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:28.022660 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-880826aa-6dec-4852-882a-89ce7538ad0c req-b10d95f4-f5ef-447a-86da-a20dc973588f tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43 HTTP/1.1" status: 200  len: 944 time: 0.0869884
Apr 02 18:20:28.070091 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-880826aa-6dec-4852-882a-89ce7538ad0c req-2217d545-eb51-42cd-b052-abf5bb56b8ab tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409646
Apr 02 18:20:28.757364 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:29.275595 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e761839-cae7-443c-a656-1ca9b5afc340 req-297d3754-f641-4ffd-b3ae-d484f6c68fd8 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:29.277263 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7e761839-cae7-443c-a656-1ca9b5afc340 req-297d3754-f641-4ffd-b3ae-d484f6c68fd8 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43 HTTP/1.1" status: 200  len: 944 time: 0.0948219
Apr 02 18:20:29.326666 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7e761839-cae7-443c-a656-1ca9b5afc340 req-7f14194c-eb13-41dc-8780-427fc98c68df tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423355
Apr 02 18:20:29.556955 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-54a9be32-ed9b-40f1-9400-a0a296ce050d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:30.080620 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:30.529349 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f172ae3-3a0b-4c06-b39f-d74f96ce917d req-29d6b7ef-7f9b-4456-8b63-9277ddb5dbbe tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:30.531580 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4f172ae3-3a0b-4c06-b39f-d74f96ce917d req-29d6b7ef-7f9b-4456-8b63-9277ddb5dbbe tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43 HTTP/1.1" status: 200  len: 944 time: 0.0881722
Apr 02 18:20:30.582232 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4f172ae3-3a0b-4c06-b39f-d74f96ce917d req-443db1a0-16b3-4e3c-8d0a-e520a444f740 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442593
Apr 02 18:20:31.723194 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:31.782517 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d53690-f28b-4b80-a87b-5ca8bab87d8d req-8f2c3f84-011b-42e8-87fb-bf5ea1edd6f5 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:31.784085 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d6d53690-f28b-4b80-a87b-5ca8bab87d8d req-8f2c3f84-011b-42e8-87fb-bf5ea1edd6f5 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43 HTTP/1.1" status: 200  len: 944 time: 0.0866182
Apr 02 18:20:31.831135 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d6d53690-f28b-4b80-a87b-5ca8bab87d8d req-bbfd9595-0764-498c-a274-7cdf419202bd tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408261
Apr 02 18:20:33.033705 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6bd04f-bf95-46d4-be81-358e57414df0 req-d5ee0a6c-4174-4907-9d3c-2ae3c479912a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:33.035299 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3b6bd04f-bf95-46d4-be81-358e57414df0 req-d5ee0a6c-4174-4907-9d3c-2ae3c479912a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43 HTTP/1.1" status: 200  len: 944 time: 0.0912371
Apr 02 18:20:33.082401 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3b6bd04f-bf95-46d4-be81-358e57414df0 req-6be56cc8-01e6-49ed-a1d2-704604ef46b3 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409331
Apr 02 18:20:34.284047 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0bea70-5bce-4caf-9fe1-471597a5ca5d req-4eb74a7b-e9a6-4dfe-892f-053fef3366da tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:34.285546 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5d0bea70-5bce-4caf-9fe1-471597a5ca5d req-4eb74a7b-e9a6-4dfe-892f-053fef3366da tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43 HTTP/1.1" status: 200  len: 944 time: 0.0875647
Apr 02 18:20:34.335803 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5d0bea70-5bce-4caf-9fe1-471597a5ca5d req-0ca1e9b1-81d6-43a6-884f-0c384ba65185 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440080
Apr 02 18:20:35.005502 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device e317096e-3362-4b16-a435-57cee913c63a details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:20:35.145178 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port e317096e-3362-4b16-a435-57cee913c63a, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=e317096e-3362-4b16-a435-57cee913c63a,segment=NetworkSegment(86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b),segment_id=86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:20:35.159589 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Returning: {'device': 'e317096e-3362-4b16-a435-57cee913c63a', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'port_id': 'e317096e-3362-4b16-a435-57cee913c63a', 'mac_address': 'fa:16:3e:76:0b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020b479b-570a-409f-b890-594a2858ea45', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:20:35.220143 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:35.237922 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e317096e-3362-4b16-a435-57cee913c63a {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:20:35.253399 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port e317096e-3362-4b16-a435-57cee913c63a, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=e317096e-3362-4b16-a435-57cee913c63a,segment=NetworkSegment(86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b),segment_id=86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:20:35.288416 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:35.290253 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3badeb4d-fb55-47ab-8231-3a1043ac588e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:20:35.358939 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=e317096e-3362-4b16-a435-57cee913c63a,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:20:35.362093 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:20:35.490857 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['e317096e-3362-4b16-a435-57cee913c63a'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:20:35.538531 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f60113-f43e-401a-8a1a-c10d2089c770 req-74d83883-d4da-475d-9e79-11dc5e94a12e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:35.540149 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-22f60113-f43e-401a-8a1a-c10d2089c770 req-74d83883-d4da-475d-9e79-11dc5e94a12e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43 HTTP/1.1" status: 200  len: 945 time: 0.0896928
Apr 02 18:20:35.588251 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-22f60113-f43e-401a-8a1a-c10d2089c770 req-99f5fc63-568d-49c9-89fc-7e6d21c3c869 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413938
Apr 02 18:20:36.791003 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c32c4-8ecf-4e84-bdce-fb9bc41b9d15 req-c4ee1032-fc7a-4b9f-9c64-b651cec31c69 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:36.792589 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-098c32c4-8ecf-4e84-bdce-fb9bc41b9d15 req-c4ee1032-fc7a-4b9f-9c64-b651cec31c69 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43 HTTP/1.1" status: 200  len: 945 time: 0.0921724
Apr 02 18:20:36.839678 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-098c32c4-8ecf-4e84-bdce-fb9bc41b9d15 req-83be62f3-9197-4122-bc9f-49768bf0bed0 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400248
Apr 02 18:20:37.006425 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device e317096e-3362-4b16-a435-57cee913c63a up at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:20:37.109102 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning for port e317096e-3362-4b16-a435-57cee913c63a completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:20:37.114230 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning complete for port e317096e-3362-4b16-a435-57cee913c63a triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:20:37.114728 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:37.339489 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-75d06951-d402-4536-95b5-6349503740bf req-eb0c6174-1db0-4076-a1ea-8906982c4030 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0872023
Apr 02 18:20:37.410087 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:37.439156 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e317096e-3362-4b16-a435-57cee913c63a'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:20:37.449408 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port e317096e-3362-4b16-a435-57cee913c63a, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=e317096e-3362-4b16-a435-57cee913c63a,segment=NetworkSegment(86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b),segment_id=86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:20:37.488434 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e317096e-3362-4b16-a435-57cee913c63a', 'code': 200}
Apr 02 18:20:37.489660 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:37.492371 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d06951-d402-4536-95b5-6349503740bf req-3b94532e-09b8-4661-bd51-93640f75681d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:37.493074 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:20:37.494069 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-75d06951-d402-4536-95b5-6349503740bf req-3b94532e-09b8-4661-bd51-93640f75681d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfaba96d159b45cca52f40e00f31208c&device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 1099 time: 0.0791531
Apr 02 18:20:37.567435 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=e317096e-3362-4b16-a435-57cee913c63a,revision_number=5']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:20:37.571427 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:20:37.652823 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d06951-d402-4536-95b5-6349503740bf req-7cd3c2bf-1e2a-492c-ae2a-3abfd2383dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:37.654651 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-75d06951-d402-4536-95b5-6349503740bf req-7cd3c2bf-1e2a-492c-ae2a-3abfd2383dd3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a8685e6-ae49-456d-b77c-abc425733d73 HTTP/1.1" status: 200  len: 911 time: 0.1407826
Apr 02 18:20:37.769073 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-75d06951-d402-4536-95b5-6349503740bf req-10a572f5-ce77-422a-b9f3-de2764664245 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec2044d8-963d-40ad-a73b-c5bddbf2e1bc HTTP/1.1" status: 200  len: 1001 time: 0.1075208
Apr 02 18:20:37.908890 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d06951-d402-4536-95b5-6349503740bf req-7386adf1-ca42-47c4-a490-529d2eaa4963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:37.910431 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-75d06951-d402-4536-95b5-6349503740bf req-7386adf1-ca42-47c4-a490-529d2eaa4963 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0674dce4-132f-47ef-91d2-5fa513e41545 HTTP/1.1" status: 200  len: 850 time: 0.1299765
Apr 02 18:20:37.970536 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bddfe0-5108-4900-9b32-27fbb6d6e52e req-a88f0819-0fec-4d79-97c1-6a065fe75ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:37.972131 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f0bddfe0-5108-4900-9b32-27fbb6d6e52e req-a88f0819-0fec-4d79-97c1-6a065fe75ef3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43 HTTP/1.1" status: 200  len: 1099 time: 0.1929076
Apr 02 18:20:38.032089 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f0bddfe0-5108-4900-9b32-27fbb6d6e52e req-ce9c323f-662c-455d-869e-43656f323da6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479465
Apr 02 18:20:38.034813 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d06951-d402-4536-95b5-6349503740bf req-46aab1c5-bbd5-44b1-ac35-e91f0d9be3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:38.036327 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-75d06951-d402-4536-95b5-6349503740bf req-46aab1c5-bbd5-44b1-ac35-e91f0d9be3da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a8685e6-ae49-456d-b77c-abc425733d73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1185660
Apr 02 18:20:38.048067 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae22f6-9ce8-4f42-88a9-cc243db2f8d7 req-22a9b177-bef9-4a83-b56d-5f4227668551 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:38.049685 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8fae22f6-9ce8-4f42-88a9-cc243db2f8d7 req-22a9b177-bef9-4a83-b56d-5f4227668551 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43 HTTP/1.1" status: 200  len: 946 time: 0.0907145
Apr 02 18:20:38.101334 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8fae22f6-9ce8-4f42-88a9-cc243db2f8d7 req-08b95d7e-6ec9-40d2-8eb2-d42e04b53cbe tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452535
Apr 02 18:20:38.222036 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-75d06951-d402-4536-95b5-6349503740bf req-eceed28e-f90c-4f44-95a9-6b9453081cc7 service neutron] 10.222.0.15 "GET /v2.0/networks/6a8685e6-ae49-456d-b77c-abc425733d73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378725
Apr 02 18:20:38.369115 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-75d06951-d402-4536-95b5-6349503740bf req-aa6a8730-9327-4448-8ba6-1249f48b7b9f service neutron] 10.222.0.15 "GET /v2.0/networks/6a8685e6-ae49-456d-b77c-abc425733d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1375325
Apr 02 18:20:39.304039 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e23b09-cfe6-44b8-a44e-f37f30a2190c req-d8323c8c-04b9-4d1b-b0b6-963d32663947 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:39.305633 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-97e23b09-cfe6-44b8-a44e-f37f30a2190c req-d8323c8c-04b9-4d1b-b0b6-963d32663947 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43 HTTP/1.1" status: 200  len: 946 time: 0.0894032
Apr 02 18:20:39.355288 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-97e23b09-cfe6-44b8-a44e-f37f30a2190c req-aa25226e-5249-4332-bf66-2a12754147c0 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426300
Apr 02 18:20:39.385834 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:39.556630 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e88333-d76e-4709-88eb-ba8ad5ac8968 req-86888553-facc-4e1c-bfef-f6d80adc3a5e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:39.558199 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e1e88333-d76e-4709-88eb-ba8ad5ac8968 req-86888553-facc-4e1c-bfef-f6d80adc3a5e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43 HTTP/1.1" status: 200  len: 946 time: 0.0909336
Apr 02 18:20:39.604751 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e1e88333-d76e-4709-88eb-ba8ad5ac8968 req-49f44836-6faf-45a9-80a1-f9319c97ae24 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403116
Apr 02 18:20:39.629750 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 44210) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:20:39.709882 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0109bb-f89f-4d4a-ae9b-cacd43140b37 tempest-TestVolumeBootPattern-1408449651 tempest-TestVolumeBootPattern-1408449651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:39.710621 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-1a0109bb-f89f-4d4a-ae9b-cacd43140b37 tempest-TestVolumeBootPattern-1408449651 tempest-TestVolumeBootPattern-1408449651-project-admin] Synchronizing usage tracker for tenant:98f17b8dbd1344779a2f651ab04d8f65 on resource:port {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:20:39.771592 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-1a0109bb-f89f-4d4a-ae9b-cacd43140b37 tempest-TestVolumeBootPattern-1408449651 tempest-TestVolumeBootPattern-1408449651-project-admin] Unset dirty status for tenant:98f17b8dbd1344779a2f651ab04d8f65 on resource:port {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:20:39.772849 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-1a0109bb-f89f-4d4a-ae9b-cacd43140b37 tempest-TestVolumeBootPattern-1408449651 tempest-TestVolumeBootPattern-1408449651-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43 HTTP/1.1" status: 200  len: 1094 time: 0.1419935
Apr 02 18:20:39.776091 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 44214) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:20:39.782114 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-fd79276e-ce97-4c65-b18a-674932118f4e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Request body: {'floatingip': {'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'port_id': 'e317096e-3362-4b16-a435-57cee913c63a', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:20:39.788452 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-fd79276e-ce97-4c65-b18a-674932118f4e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:20:39.792434 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-fd79276e-ce97-4c65-b18a-674932118f4e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Usage tracker for resource:floatingip and tenant:d04a7b8a6f1f460697416688fa4f1b49 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:20:39.796092 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-fd79276e-ce97-4c65-b18a-674932118f4e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:20:39.802082 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-fd79276e-ce97-4c65-b18a-674932118f4e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:20:39.852742 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fd79276e-ce97-4c65-b18a-674932118f4e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for floatingip, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:39.995744 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fd79276e-ce97-4c65-b18a-674932118f4e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:40.140612 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-fd79276e-ce97-4c65-b18a-674932118f4e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Allocated IP 172.27.2.138 (42dddd6f-9dd9-47ad-90cc-d42a9f8f1223/91c6c6e9-4506-41a9-9628-98cc28823f44/8d7557f9-7584-4fcf-9c24-51064382080b) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:20:40.294259 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fd79276e-ce97-4c65-b18a-674932118f4e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:40.351600 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fd79276e-ce97-4c65-b18a-674932118f4e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:40.366701 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-bcfe6155-ac4f-4202-9514-9ae977ce4a92 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:20:40.751862 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79276e-ce97-4c65-b18a-674932118f4e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Pushing event updated for resources: {'Port': ['ID=8d7557f9-7584-4fcf-9c24-51064382080b,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:20:40.756731 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-fd79276e-ce97-4c65-b18a-674932118f4e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:20:40.805055 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd79276e-ce97-4c65-b18a-674932118f4e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:20:40.806182 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-fd79276e-ce97-4c65-b18a-674932118f4e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:20:40.808457 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd79276e-ce97-4c65-b18a-674932118f4e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:20:41.231893 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fd79276e-ce97-4c65-b18a-674932118f4e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:41.345429 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fd79276e-ce97-4c65-b18a-674932118f4e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:41.615723 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fd79276e-ce97-4c65-b18a-674932118f4e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for port, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:41.652121 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fd79276e-ce97-4c65-b18a-674932118f4e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:41.668045 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-6424eb3b-7bec-4935-be00-f25a49cea940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:20:41.807302 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79276e-ce97-4c65-b18a-674932118f4e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Pushing event updated for resources: {'Port': ['ID=8d7557f9-7584-4fcf-9c24-51064382080b,revision_number=2']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:20:41.812691 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-fd79276e-ce97-4c65-b18a-674932118f4e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:20:41.912973 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fd79276e-ce97-4c65-b18a-674932118f4e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854362165'] for floatingip, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:42.095972 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.l3_db [None req-fd79276e-ce97-4c65-b18a-674932118f4e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Floating IP c0decc05-5414-428f-9def-bf6b615e0630 associated. External IP: 172.27.2.138, port: e317096e-3362-4b16-a435-57cee913c63a.
Apr 02 18:20:42.466582 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd79276e-ce97-4c65-b18a-674932118f4e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Router 2752469c-4c75-40b1-9d6a-886423a3dbdf has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:20:42.657510 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd79276e-ce97-4c65-b18a-674932118f4e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:20:42.667191 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a029f53a-d60b-4830-8a50-244c94891a5a None None] Sync routers for ids ['2752469c-4c75-40b1-9d6a-886423a3dbdf'] in dv-cinder-784603-1-iscsi {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:20:42.677872 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a029f53a-d60b-4830-8a50-244c94891a5a None None] Routers {'2752469c-4c75-40b1-9d6a-886423a3dbdf'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:20:42.678667 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-a029f53a-d60b-4830-8a50-244c94891a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10d35940>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:20:30Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['2752469c-4c75-40b1-9d6a-886423a3dbdf'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:20:42.711439 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fd79276e-ce97-4c65-b18a-674932118f4e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for floatingip, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:42.770541 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-fd79276e-ce97-4c65-b18a-674932118f4e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.9933357
Apr 02 18:20:42.771236 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43', 'tag': 'e317096e-3362-4b16-a435-57cee913c63a'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:20:42.822543 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43', 'tag': 'e317096e-3362-4b16-a435-57cee913c63a', 'status': 'completed', 'code': 200}
Apr 02 18:20:42.870400 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-a029f53a-d60b-4830-8a50-244c94891a5a None None] Set router 2752469c-4c75-40b1-9d6a-886423a3dbdf gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:20:42.929430 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694d28b-153a-451b-8266-cd1c85bca940 req-5c488909-7d1f-4030-ba9f-99041e1f0a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:42.931265 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b694d28b-153a-451b-8266-cd1c85bca940 req-5c488909-7d1f-4030-ba9f-99041e1f0a81 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d04a7b8a6f1f460697416688fa4f1b49&device_id=a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43 HTTP/1.1" status: 200  len: 1099 time: 0.0860159
Apr 02 18:20:43.077784 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694d28b-153a-451b-8266-cd1c85bca940 req-3e498231-ca3a-44ab-aff5-63aeb5a594f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:43.079384 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b694d28b-153a-451b-8266-cd1c85bca940 req-3e498231-ca3a-44ab-aff5-63aeb5a594f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 HTTP/1.1" status: 200  len: 909 time: 0.1418607
Apr 02 18:20:43.192691 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b694d28b-153a-451b-8266-cd1c85bca940 req-08e6a12f-6cc4-4a1f-9b46-2d14a50daf60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e317096e-3362-4b16-a435-57cee913c63a HTTP/1.1" status: 200  len: 1000 time: 0.1064832
Apr 02 18:20:43.250564 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-a029f53a-d60b-4830-8a50-244c94891a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10d35940>, [{'id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'name': 'tempest-TestVolumeBootPattern-9113196-router', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:08Z', 'updated_at': '2021-04-02T18:17:16Z', 'revision_number': 4, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'gw_port': {'id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:09Z', 'updated_at': '2021-04-02T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_floatingips': [{'id': 'c0decc05-5414-428f-9def-bf6b615e0630', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'port_id': 'e317096e-3362-4b16-a435-57cee913c63a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'mac_address': 'fa:16:3e:76:0b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:20:41Z', 'updated_at': '2021-04-02T18:20:41Z', 'revision_number': 0, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f40f967-3097-43d0-a0e7-181c204d1b0e', 'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'mac_address': 'fa:16:3e:38:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '020b479b-570a-409f-b890-594a2858ea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:15Z', 'updated_at': '2021-04-02T18:17:24Z', 'revision_number': 5, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'subnets': [{'id': '020b479b-570a-409f-b890-594a2858ea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:20:43.254622 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a029f53a-d60b-4830-8a50-244c94891a5a None None] Checking router: 2752469c-4c75-40b1-9d6a-886423a3dbdf for host: dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:20:43.263475 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a029f53a-d60b-4830-8a50-244c94891a5a None None] Routers {'2752469c-4c75-40b1-9d6a-886423a3dbdf'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:20:43.264904 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-a029f53a-d60b-4830-8a50-244c94891a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10d35940>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:20:30Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['2752469c-4c75-40b1-9d6a-886423a3dbdf'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:20:43.268631 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694d28b-153a-451b-8266-cd1c85bca940 req-63973b08-99ca-44f6-9376-f12628727e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:43.270234 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b694d28b-153a-451b-8266-cd1c85bca940 req-63973b08-99ca-44f6-9376-f12628727e0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=020b479b-570a-409f-b890-594a2858ea45 HTTP/1.1" status: 200  len: 848 time: 0.0704913
Apr 02 18:20:43.355019 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694d28b-153a-451b-8266-cd1c85bca940 req-bdd9283c-6326-4c0c-9b87-0cfc31a07059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:20:43.356614 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b694d28b-153a-451b-8266-cd1c85bca940 req-bdd9283c-6326-4c0c-9b87-0cfc31a07059 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90ec4bbb-4cfa-4f5b-a343-b4e187660bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794537
Apr 02 18:20:43.510888 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b694d28b-153a-451b-8266-cd1c85bca940 req-b6ff776f-b94e-4e4f-8ef2-79877b4352be service neutron] 10.222.0.15 "GET /v2.0/networks/90ec4bbb-4cfa-4f5b-a343-b4e187660bc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474116
Apr 02 18:20:43.626073 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-a029f53a-d60b-4830-8a50-244c94891a5a None None] Set router 2752469c-4c75-40b1-9d6a-886423a3dbdf gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:20:43.658158 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b694d28b-153a-451b-8266-cd1c85bca940 req-f8b397d3-1d09-4945-bfe0-63e715de8036 service neutron] 10.222.0.15 "GET /v2.0/networks/90ec4bbb-4cfa-4f5b-a343-b4e187660bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398251
Apr 02 18:20:43.996191 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-a029f53a-d60b-4830-8a50-244c94891a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10d35940>, [{'id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'name': 'tempest-TestVolumeBootPattern-9113196-router', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:08Z', 'updated_at': '2021-04-02T18:17:16Z', 'revision_number': 4, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'gw_port': {'id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:09Z', 'updated_at': '2021-04-02T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_floatingips': [{'id': 'c0decc05-5414-428f-9def-bf6b615e0630', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'port_id': 'e317096e-3362-4b16-a435-57cee913c63a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'mac_address': 'fa:16:3e:76:0b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:20:41Z', 'updated_at': '2021-04-02T18:20:41Z', 'revision_number': 0, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f40f967-3097-43d0-a0e7-181c204d1b0e', 'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'mac_address': 'fa:16:3e:38:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '020b479b-570a-409f-b890-594a2858ea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:15Z', 'updated_at': '2021-04-02T18:17:24Z', 'revision_number': 5, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'subnets': [{'id': '020b479b-570a-409f-b890-594a2858ea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:20:44.001123 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a029f53a-d60b-4830-8a50-244c94891a5a None None] The sync data for ids ['2752469c-4c75-40b1-9d6a-886423a3dbdf'] in dv-cinder-784603-1-iscsi is: [{'id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'name': 'tempest-TestVolumeBootPattern-9113196-router', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:08Z', 'updated_at': '2021-04-02T18:17:16Z', 'revision_number': 4, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'gw_port': {'id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:09Z', 'updated_at': '2021-04-02T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_floatingips': [{'id': 'c0decc05-5414-428f-9def-bf6b615e0630', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'port_id': 'e317096e-3362-4b16-a435-57cee913c63a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'mac_address': 'fa:16:3e:76:0b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:20:41Z', 'updated_at': '2021-04-02T18:20:41Z', 'revision_number': 0, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f40f967-3097-43d0-a0e7-181c204d1b0e', 'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'mac_address': 'fa:16:3e:38:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '020b479b-570a-409f-b890-594a2858ea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:15Z', 'updated_at': '2021-04-02T18:17:24Z', 'revision_number': 5, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'subnets': [{'id': '020b479b-570a-409f-b890-594a2858ea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:20:44.306081 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93968da-37f1-49d7-86b2-54aaa848f66d None None] New status for floating IP c0decc05-5414-428f-9def-bf6b615e0630: ACTIVE {{(pid=84392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:20:52.222587 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:20:57.623741 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f04c2cd4-12d4-43d6-a681-c0c13316d6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:58.756571 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:20:59.582981 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-3b47692e-a848-48fa-95fd-ee00993a4211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:00.093978 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:01.745417 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:09.382765 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:10.044970 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78204dc-7d3c-42e1-b9fd-17478ddf4d8c req-6b3e5b79-da04-43cd-94f5-f493f110ded5 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:10.046641 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b78204dc-7d3c-42e1-b9fd-17478ddf4d8c req-6b3e5b79-da04-43cd-94f5-f493f110ded5 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0883524
Apr 02 18:21:10.093324 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b78204dc-7d3c-42e1-b9fd-17478ddf4d8c req-cad824a5-3eb1-4b3d-8d3d-0e46b3efd498 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402756
Apr 02 18:21:11.300263 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be9314-e3c4-4b5b-8bbe-6376eb31b32d req-f4d99a34-c671-4773-b88b-0d6033f5993c tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:11.301771 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-97be9314-e3c4-4b5b-8bbe-6376eb31b32d req-f4d99a34-c671-4773-b88b-0d6033f5993c tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0899675
Apr 02 18:21:11.350954 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-97be9314-e3c4-4b5b-8bbe-6376eb31b32d req-a7609441-f3ec-4f7d-82eb-15dd6c9a263e tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428495
Apr 02 18:21:12.552576 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492caa47-2c72-44fe-9fff-93ff1d3edba6 req-6bc2e849-8fdf-4861-a4d7-a8dd3e1abdb8 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:12.554139 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-492caa47-2c72-44fe-9fff-93ff1d3edba6 req-6bc2e849-8fdf-4861-a4d7-a8dd3e1abdb8 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0873177
Apr 02 18:21:12.603483 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-492caa47-2c72-44fe-9fff-93ff1d3edba6 req-468c2743-bdf4-4581-8420-26611ef619a6 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431030
Apr 02 18:21:13.805188 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa8ef7-d6e5-45c7-8955-1a5a4a106dd1 req-15d90b2c-715c-4302-b6ac-692759fc91c6 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:13.806834 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-15aa8ef7-d6e5-45c7-8955-1a5a4a106dd1 req-15d90b2c-715c-4302-b6ac-692759fc91c6 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0891163
Apr 02 18:21:13.854286 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-15aa8ef7-d6e5-45c7-8955-1a5a4a106dd1 req-2fa5c366-1d26-4064-a52c-db49b67af3fc tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400906
Apr 02 18:21:15.058423 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc286803-6311-433f-bdeb-f0457118eff1 req-56d794b9-e878-4b69-90c9-495efe40c91d tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:15.060025 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-cc286803-6311-433f-bdeb-f0457118eff1 req-56d794b9-e878-4b69-90c9-495efe40c91d tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0930741
Apr 02 18:21:15.107887 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-cc286803-6311-433f-bdeb-f0457118eff1 req-0215ec4a-bd82-44ea-92bc-8d9fd5d63b35 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408003
Apr 02 18:21:16.311432 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b54290-2e17-4585-8d83-f5515d19927c req-ae806d7c-8b5c-45ab-a17b-afad236243ef tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:16.313673 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-13b54290-2e17-4585-8d83-f5515d19927c req-ae806d7c-8b5c-45ab-a17b-afad236243ef tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0882552
Apr 02 18:21:16.362641 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-13b54290-2e17-4585-8d83-f5515d19927c req-12438be1-95a8-4894-85e9-0a2cfea1cf0e tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427666
Apr 02 18:21:17.564791 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54a6a8-85da-4f12-b075-69f4f7174bc8 req-99b332fa-5356-4b0e-bbc2-7ba1df5d9f83 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:17.566391 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4b54a6a8-85da-4f12-b075-69f4f7174bc8 req-99b332fa-5356-4b0e-bbc2-7ba1df5d9f83 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0903678
Apr 02 18:21:17.614101 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4b54a6a8-85da-4f12-b075-69f4f7174bc8 req-83e8af2d-1240-4586-9a16-5ea07ee321df tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410769
Apr 02 18:21:18.817996 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1c2a6-efba-4652-9647-ccd84b68c66e req-33c7e794-3e56-48b6-9b67-706e6fa99dfc tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:18.819609 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-02e1c2a6-efba-4652-9647-ccd84b68c66e req-33c7e794-3e56-48b6-9b67-706e6fa99dfc tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0926743
Apr 02 18:21:18.866921 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-02e1c2a6-efba-4652-9647-ccd84b68c66e req-b56e25a7-a4a2-48a7-ad40-bc5e10fdb22f tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411036
Apr 02 18:21:20.070143 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698cbc6-085d-41d1-896c-88b44c225850 req-93e461e7-aaae-4e27-9cfe-11dd0e2ab950 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:20.071764 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6698cbc6-085d-41d1-896c-88b44c225850 req-93e461e7-aaae-4e27-9cfe-11dd0e2ab950 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0879650
Apr 02 18:21:20.119358 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6698cbc6-085d-41d1-896c-88b44c225850 req-c6997018-7132-4714-96e2-0dd1af66aab3 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414474
Apr 02 18:21:21.326140 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a624fec-f458-4e43-9b35-e575257c1ccc req-f9e998c2-f120-485f-b568-1d1cf4e2b2c6 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:21.327776 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8a624fec-f458-4e43-9b35-e575257c1ccc req-f9e998c2-f120-485f-b568-1d1cf4e2b2c6 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0938175
Apr 02 18:21:21.380269 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8a624fec-f458-4e43-9b35-e575257c1ccc req-83e0599e-f6c7-4b76-b930-c1f75e1d709b tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457277
Apr 02 18:21:22.578930 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9e033-6b2e-4729-b1bf-00e83ba77cf2 req-46f1b611-06de-409a-a636-560c0ae076cd tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:22.581026 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7ed9e033-6b2e-4729-b1bf-00e83ba77cf2 req-46f1b611-06de-409a-a636-560c0ae076cd tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0875905
Apr 02 18:21:22.630638 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7ed9e033-6b2e-4729-b1bf-00e83ba77cf2 req-1e378db3-9efa-4555-b269-ce499d1afdc0 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432537
Apr 02 18:21:23.835506 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9932c2c-2a7f-4cae-a0e3-3f0e08799aa3 req-5ac34734-3419-47cb-9836-5786c270edbe tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:23.837110 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d9932c2c-2a7f-4cae-a0e3-3f0e08799aa3 req-5ac34734-3419-47cb-9836-5786c270edbe tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0877936
Apr 02 18:21:23.885194 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d9932c2c-2a7f-4cae-a0e3-3f0e08799aa3 req-fae3fd6a-658f-4f7b-8715-1c6567ee233f tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418451
Apr 02 18:21:25.088376 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086a1b0-2dd4-4b0a-9b0b-40aa7cd2bc57 req-899ef7dc-db00-4f8f-ad5d-c3a27aa1af78 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:25.089939 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8086a1b0-2dd4-4b0a-9b0b-40aa7cd2bc57 req-899ef7dc-db00-4f8f-ad5d-c3a27aa1af78 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0905039
Apr 02 18:21:25.137161 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8086a1b0-2dd4-4b0a-9b0b-40aa7cd2bc57 req-829cfd07-bb52-41db-95bd-c779c3f85396 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407960
Apr 02 18:21:26.337472 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccaae8-339c-4c73-b8fa-a225b89d85a1 req-b446ab6f-91c2-423a-a05d-13e03a2a83eb tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:26.339079 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-38ccaae8-339c-4c73-b8fa-a225b89d85a1 req-b446ab6f-91c2-423a-a05d-13e03a2a83eb tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0878866
Apr 02 18:21:26.387988 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-38ccaae8-339c-4c73-b8fa-a225b89d85a1 req-944ea92b-a5b2-4694-b74d-2f3b258411dd tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426590
Apr 02 18:21:26.858685 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75af12-bad6-45be-8c8e-7f6cae88e4a7 req-5512d4a4-b53e-4aff-9cea-8828536bf57a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:26.860231 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-eb75af12-bad6-45be-8c8e-7f6cae88e4a7 req-5512d4a4-b53e-4aff-9cea-8828536bf57a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0931847
Apr 02 18:21:26.913566 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df134566-3ac8-4b88-b675-9454f637a2e0 req-63eae324-03c1-4725-bdff-dce29627be29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:26.914992 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-df134566-3ac8-4b88-b675-9454f637a2e0 req-63eae324-03c1-4725-bdff-dce29627be29 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfaba96d159b45cca52f40e00f31208c&device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 1099 time: 0.0811298
Apr 02 18:21:26.928585 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-eb75af12-bad6-45be-8c8e-7f6cae88e4a7 req-c97414a5-1b48-4ef6-a2ad-74f6ef76117d tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434055
Apr 02 18:21:27.064181 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df134566-3ac8-4b88-b675-9454f637a2e0 req-4c386894-21fd-452a-b7de-c79d01a4ae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:27.065826 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-df134566-3ac8-4b88-b675-9454f637a2e0 req-4c386894-21fd-452a-b7de-c79d01a4ae14 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a8685e6-ae49-456d-b77c-abc425733d73 HTTP/1.1" status: 200  len: 911 time: 0.1424968
Apr 02 18:21:27.425657 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-df134566-3ac8-4b88-b675-9454f637a2e0 req-1ffb94c5-2881-4b4f-9f33-0438ed4b96b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec2044d8-963d-40ad-a73b-c5bddbf2e1bc HTTP/1.1" status: 200  len: 1001 time: 0.3534300
Apr 02 18:21:27.496119 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df134566-3ac8-4b88-b675-9454f637a2e0 req-fbf3312a-bf79-4a0d-9771-38638131996e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:27.497680 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-df134566-3ac8-4b88-b675-9454f637a2e0 req-fbf3312a-bf79-4a0d-9771-38638131996e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0674dce4-132f-47ef-91d2-5fa513e41545 HTTP/1.1" status: 200  len: 850 time: 0.0660443
Apr 02 18:21:27.579865 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df134566-3ac8-4b88-b675-9454f637a2e0 req-2a751455-87b5-4a21-8e9e-6dc325652fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:27.581489 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-df134566-3ac8-4b88-b675-9454f637a2e0 req-2a751455-87b5-4a21-8e9e-6dc325652fd5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a8685e6-ae49-456d-b77c-abc425733d73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0773640
Apr 02 18:21:27.619426 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c3cecb3c-82ee-446c-943c-b9db471c9082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:27.726157 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-df134566-3ac8-4b88-b675-9454f637a2e0 req-8a7d9a60-7f0f-4b61-bd2a-8d1c1e02b3cc service neutron] 10.222.0.15 "GET /v2.0/networks/6a8685e6-ae49-456d-b77c-abc425733d73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377110
Apr 02 18:21:27.870968 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-df134566-3ac8-4b88-b675-9454f637a2e0 req-220152a4-176b-4bbe-b758-61355db2ae3e service neutron] 10.222.0.15 "GET /v2.0/networks/6a8685e6-ae49-456d-b77c-abc425733d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383333
Apr 02 18:21:28.139394 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba10b8-e64a-4a53-b33c-8af8a62fee19 req-ffec5da7-09e1-47c6-8f9c-465b8b4f2ff5 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:28.140991 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4cba10b8-e64a-4a53-b33c-8af8a62fee19 req-ffec5da7-09e1-47c6-8f9c-465b8b4f2ff5 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0925844
Apr 02 18:21:28.415218 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4cba10b8-e64a-4a53-b33c-8af8a62fee19 req-194bb5b3-94b3-425e-9615-8de1f81ba6e1 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2671881
Apr 02 18:21:28.750450 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:29.222507 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:21:29.562593 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c54be795-3625-4068-8574-0ff7842d1451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:29.755331 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6943c3-4a6d-4e38-b495-d00ef79082d8 req-dee8486e-b247-4298-8cef-122dab50bad5 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:29.756810 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ac6943c3-4a6d-4e38-b495-d00ef79082d8 req-dee8486e-b247-4298-8cef-122dab50bad5 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0855508
Apr 02 18:21:29.805650 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ac6943c3-4a6d-4e38-b495-d00ef79082d8 req-c4d8fa11-9667-4a63-8144-00f0321592fb tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427029
Apr 02 18:21:30.082081 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:31.742331 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:38.943046 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8491c10e-6702-4555-82d8-bd660d79f417 req-f2e77272-3e27-4beb-aa03-2805af167357 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0855350
Apr 02 18:21:39.092405 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491c10e-6702-4555-82d8-bd660d79f417 req-2fa5cdd3-2cab-4412-8c0f-c8b27eb01de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:39.094012 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8491c10e-6702-4555-82d8-bd660d79f417 req-2fa5cdd3-2cab-4412-8c0f-c8b27eb01de3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfaba96d159b45cca52f40e00f31208c&device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 1099 time: 0.0784674
Apr 02 18:21:39.248459 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491c10e-6702-4555-82d8-bd660d79f417 req-98cda85e-a56f-4b9e-8387-02f44d43fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:39.249943 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8491c10e-6702-4555-82d8-bd660d79f417 req-98cda85e-a56f-4b9e-8387-02f44d43fa05 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a8685e6-ae49-456d-b77c-abc425733d73 HTTP/1.1" status: 200  len: 911 time: 0.1374123
Apr 02 18:21:39.358714 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8491c10e-6702-4555-82d8-bd660d79f417 req-c65e2800-2dcb-4b49-97b7-1f68b881a55d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec2044d8-963d-40ad-a73b-c5bddbf2e1bc HTTP/1.1" status: 200  len: 1001 time: 0.1023107
Apr 02 18:21:39.410682 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:39.429946 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491c10e-6702-4555-82d8-bd660d79f417 req-89b1d7b1-6eff-4061-9f5e-852badbf0b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:39.431552 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8491c10e-6702-4555-82d8-bd660d79f417 req-89b1d7b1-6eff-4061-9f5e-852badbf0b3a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0674dce4-132f-47ef-91d2-5fa513e41545 HTTP/1.1" status: 200  len: 850 time: 0.0668256
Apr 02 18:21:39.516470 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491c10e-6702-4555-82d8-bd660d79f417 req-15170dd3-16b6-4efe-851c-6400028ced46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:21:39.518214 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8491c10e-6702-4555-82d8-bd660d79f417 req-15170dd3-16b6-4efe-851c-6400028ced46 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a8685e6-ae49-456d-b77c-abc425733d73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798514
Apr 02 18:21:39.529308 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [req-8491c10e-6702-4555-82d8-bd660d79f417 req-70709713-cc83-4bb4-af56-690a2bccda53 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84390) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 18:21:39.530507 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8491c10e-6702-4555-82d8-bd660d79f417 req-70709713-cc83-4bb4-af56-690a2bccda53 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0054655
Apr 02 18:21:39.672962 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8491c10e-6702-4555-82d8-bd660d79f417 req-41e7dd73-516e-4fd6-b7f2-818cfb29e6b8 service neutron] 10.222.0.15 "GET /v2.0/networks/6a8685e6-ae49-456d-b77c-abc425733d73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365073
Apr 02 18:21:39.814908 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8491c10e-6702-4555-82d8-bd660d79f417 req-aa1afe5e-f6c2-47ad-ab18-93d9177c3d2a service neutron] 10.222.0.15 "GET /v2.0/networks/6a8685e6-ae49-456d-b77c-abc425733d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352160
Apr 02 18:21:57.618724 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ec61be9c-0aab-4bbe-8661-5f8bc2b8b24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:58.756072 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:21:59.556128 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c496bf82-3a21-4c17-9636-27a6b501d1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:00.095714 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:01.735681 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:04.083754 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b50cb-0932-4b64-89e5-cae46ed06eff req-8b04acea-6d2b-4023-b600-ef822e17fbfb tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:04.086090 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2f3b50cb-0932-4b64-89e5-cae46ed06eff req-8b04acea-6d2b-4023-b600-ef822e17fbfb tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0875874
Apr 02 18:22:04.132329 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2f3b50cb-0932-4b64-89e5-cae46ed06eff req-b060d7fd-27e9-49ed-bb84-35674ce688f8 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398800
Apr 02 18:22:05.391859 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb50a8-e3a5-4dfc-8f9f-8eb772f65b85 req-8357fc55-81fe-48e4-b97e-c5b49cce7cf3 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:05.393427 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-85eb50a8-e3a5-4dfc-8f9f-8eb772f65b85 req-8357fc55-81fe-48e4-b97e-c5b49cce7cf3 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.1471269
Apr 02 18:22:05.442659 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-85eb50a8-e3a5-4dfc-8f9f-8eb772f65b85 req-4d3cf5e2-4a42-4c32-9777-2550d44f12e1 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420127
Apr 02 18:22:06.222099 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:22:06.639664 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5a031-ae24-4057-b0ea-c8a69e1e086c req-b14444f9-7a0c-483b-979c-4fd058322249 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:06.641266 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-76a5a031-ae24-4057-b0ea-c8a69e1e086c req-b14444f9-7a0c-483b-979c-4fd058322249 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0862322
Apr 02 18:22:06.688692 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-76a5a031-ae24-4057-b0ea-c8a69e1e086c req-ca25045b-1d0e-45a7-b5a8-c93492b1fe0a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401871
Apr 02 18:22:07.911435 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe92570-dc9a-48f9-bfe5-32f7b628bf44 req-5fc89293-3cad-4573-91ff-df46a8f93f6d tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:07.913982 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3fe92570-dc9a-48f9-bfe5-32f7b628bf44 req-5fc89293-3cad-4573-91ff-df46a8f93f6d tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0972519
Apr 02 18:22:07.963995 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3fe92570-dc9a-48f9-bfe5-32f7b628bf44 req-80641afd-55ce-4bb2-8951-f0e8345e02dd tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434260
Apr 02 18:22:09.166909 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587129e2-5413-41ea-a6d8-8e968593f928 req-5dc88fda-888e-499e-ba34-4142e92a64a2 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:09.168393 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-587129e2-5413-41ea-a6d8-8e968593f928 req-5dc88fda-888e-499e-ba34-4142e92a64a2 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0861282
Apr 02 18:22:09.217730 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-587129e2-5413-41ea-a6d8-8e968593f928 req-7c75c2f5-092b-4f10-a3ff-a4990358b381 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430624
Apr 02 18:22:09.438913 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:10.416860 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15580033-8c4f-481c-8dff-a9a528554699 req-a8827233-9d2e-4354-b0f7-4bd35e217449 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:10.418381 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-15580033-8c4f-481c-8dff-a9a528554699 req-a8827233-9d2e-4354-b0f7-4bd35e217449 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0876527
Apr 02 18:22:10.467166 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-15580033-8c4f-481c-8dff-a9a528554699 req-5be3db8c-cc4e-4b1e-81a6-aaf920e62075 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424371
Apr 02 18:22:11.667783 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbf1a0-6400-400a-b599-ccd18a0483bd req-b747f4ab-5323-426e-bf16-b74a3913426b tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:11.669359 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fdcbf1a0-6400-400a-b599-ccd18a0483bd req-b747f4ab-5323-426e-bf16-b74a3913426b tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0899837
Apr 02 18:22:11.715346 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fdcbf1a0-6400-400a-b599-ccd18a0483bd req-5d666754-c04d-4c53-8ec8-d4a53c89081e tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396574
Apr 02 18:22:12.916147 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4d3df-8a66-42ef-865a-d461eaebfe69 req-2e7843fe-9964-4e1f-aa0a-10a795ab6999 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:12.917751 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-40b4d3df-8a66-42ef-865a-d461eaebfe69 req-2e7843fe-9964-4e1f-aa0a-10a795ab6999 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0894732
Apr 02 18:22:12.965270 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-40b4d3df-8a66-42ef-865a-d461eaebfe69 req-398eeaaa-7a96-4724-9890-e86808d02511 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411327
Apr 02 18:22:14.167499 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0c993-bb0d-42e7-b190-cc92a3041da7 req-4f3e9738-d6b3-4c24-9a82-2cd196a0e63c tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:14.168999 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-70d0c993-bb0d-42e7-b190-cc92a3041da7 req-4f3e9738-d6b3-4c24-9a82-2cd196a0e63c tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0909786
Apr 02 18:22:14.215744 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-70d0c993-bb0d-42e7-b190-cc92a3041da7 req-c838caa4-1e22-400b-9d70-d1a785596940 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404377
Apr 02 18:22:15.422616 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b495ee-05b2-467d-8598-629f29d8c3ca req-75ce5c01-e724-4724-bcfc-83b9090e8713 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:15.424224 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-55b495ee-05b2-467d-8598-629f29d8c3ca req-75ce5c01-e724-4724-bcfc-83b9090e8713 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0932560
Apr 02 18:22:15.474553 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-55b495ee-05b2-467d-8598-629f29d8c3ca req-909bf68d-a09b-4e33-bffe-67e56eb483cf tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438473
Apr 02 18:22:15.926337 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872eba0-d6ec-4857-bcea-d367db0cb5d3 req-54e822f6-6500-486f-8b51-964856bb3038 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:15.928143 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6872eba0-d6ec-4857-bcea-d367db0cb5d3 req-54e822f6-6500-486f-8b51-964856bb3038 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.1102395
Apr 02 18:22:15.978110 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6872eba0-d6ec-4857-bcea-d367db0cb5d3 req-3f7fc1d1-e8a9-4f8b-87c9-dd511b3a58d6 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430865
Apr 02 18:22:16.059832 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218688e-fd34-4d18-acab-9ceaf3da7cb4 req-7ce8d65d-f09a-4175-9ef8-e69b1c672e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:16.061491 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0218688e-fd34-4d18-acab-9ceaf3da7cb4 req-7ce8d65d-f09a-4175-9ef8-e69b1c672e3f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfaba96d159b45cca52f40e00f31208c&device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 1099 time: 0.1317499
Apr 02 18:22:16.207409 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218688e-fd34-4d18-acab-9ceaf3da7cb4 req-da95f5e4-9e77-4521-8ff0-e1a16f539fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:16.209003 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0218688e-fd34-4d18-acab-9ceaf3da7cb4 req-da95f5e4-9e77-4521-8ff0-e1a16f539fde service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a8685e6-ae49-456d-b77c-abc425733d73 HTTP/1.1" status: 200  len: 911 time: 0.1414554
Apr 02 18:22:16.320233 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0218688e-fd34-4d18-acab-9ceaf3da7cb4 req-1bc72a52-def3-45be-b1e1-e53f6d39c124 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec2044d8-963d-40ad-a73b-c5bddbf2e1bc HTTP/1.1" status: 200  len: 1001 time: 0.1034999
Apr 02 18:22:16.387683 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218688e-fd34-4d18-acab-9ceaf3da7cb4 req-c8d3f90b-d979-44e6-9361-9cdbefee50bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:16.389235 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0218688e-fd34-4d18-acab-9ceaf3da7cb4 req-c8d3f90b-d979-44e6-9361-9cdbefee50bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0674dce4-132f-47ef-91d2-5fa513e41545 HTTP/1.1" status: 200  len: 850 time: 0.0632696
Apr 02 18:22:16.473963 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218688e-fd34-4d18-acab-9ceaf3da7cb4 req-523c383e-59c8-4606-95e9-6f389b0f26ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:16.475623 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0218688e-fd34-4d18-acab-9ceaf3da7cb4 req-523c383e-59c8-4606-95e9-6f389b0f26ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a8685e6-ae49-456d-b77c-abc425733d73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794940
Apr 02 18:22:16.616486 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0218688e-fd34-4d18-acab-9ceaf3da7cb4 req-ef27613f-45d6-40ba-8652-949b074f327f service neutron] 10.222.0.15 "GET /v2.0/networks/6a8685e6-ae49-456d-b77c-abc425733d73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1332376
Apr 02 18:22:16.756147 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0218688e-fd34-4d18-acab-9ceaf3da7cb4 req-bb0b6aff-c23b-417f-b539-4b5059e8f5d3 service neutron] 10.222.0.15 "GET /v2.0/networks/6a8685e6-ae49-456d-b77c-abc425733d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328838
Apr 02 18:22:17.187848 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89e3d1-1274-4ca5-96a2-bd7a5764cfd7 req-e9f8bac0-f8f7-4b08-916a-13cd136461d7 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:17.189463 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5f89e3d1-1274-4ca5-96a2-bd7a5764cfd7 req-e9f8bac0-f8f7-4b08-916a-13cd136461d7 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0954559
Apr 02 18:22:17.239747 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5f89e3d1-1274-4ca5-96a2-bd7a5764cfd7 req-1bddbb64-ee3b-45c1-a1d1-e8b6be7f6cfa tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433021
Apr 02 18:22:18.442483 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd0b72-9f7c-4f08-b980-cfcc7897b81c req-9805de01-3af8-4da7-8aa1-bb6ec989d2b0 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:18.444037 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a1bd0b72-9f7c-4f08-b980-cfcc7897b81c req-9805de01-3af8-4da7-8aa1-bb6ec989d2b0 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0881386
Apr 02 18:22:18.494378 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a1bd0b72-9f7c-4f08-b980-cfcc7897b81c req-f54f049e-14a3-4b72-9357-f52f777ea4fb tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437777
Apr 02 18:22:19.730530 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-0bd7cd2d-7164-45bf-a148-486d3e64f569 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-745489564&fields=id&tenant_id=d04a7b8a6f1f460697416688fa4f1b49 HTTP/1.1" status: 200  len: 267 time: 0.0420790
Apr 02 18:22:19.889315 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-22b74e0e-e79e-431a-9b5a-62f6b517999d tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:19.899340 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-22b74e0e-e79e-431a-9b5a-62f6b517999d tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/networks?id=90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 HTTP/1.1" status: 200  len: 809 time: 0.1535103
Apr 02 18:22:19.907608 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-837d290d-13a4-46d3-8877-8ab618f76ca1 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/quotas/d04a7b8a6f1f460697416688fa4f1b49 HTTP/1.1" status: 200  len: 375 time: 0.0104892
Apr 02 18:22:20.003725 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-c74490e5-4cc5-470b-a48e-d8f8b58ec943 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d04a7b8a6f1f460697416688fa4f1b49&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0893698
Apr 02 18:22:20.019955 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-877dcaa9-cb64-43d9-9bc5-531bcc996ecd service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 18:22:20.020977 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-877dcaa9-cb64-43d9-9bc5-531bcc996ecd service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0054326
Apr 02 18:22:20.161520 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-9a3fb08e-6dcd-4391-856b-6c57105798a0 service neutron] 10.222.0.10 "GET /v2.0/networks/90ec4bbb-4cfa-4f5b-a343-b4e187660bc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343412
Apr 02 18:22:20.302591 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-19e65e18-80fc-4ba5-b8a9-6322e6ea52f5 service neutron] 10.222.0.10 "GET /v2.0/networks/90ec4bbb-4cfa-4f5b-a343-b4e187660bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341057
Apr 02 18:22:20.857170 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8b393c39-bd8d-4a6b-9f6d-f1f0d2cb2245 req-5c4d41fb-1456-4bba-ad9d-5cb90ab9f9b6 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=407e2aef-618e-4e6d-9e1d-4a80d0eaa19b HTTP/1.1" status: 200  len: 210 time: 0.0536518
Apr 02 18:22:22.023814 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d583e6b9-d9d3-4d4c-af33-e754f2a4d51a req-f21bb937-a873-40b7-a3f7-2d4ea5f0e969 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=407e2aef-618e-4e6d-9e1d-4a80d0eaa19b HTTP/1.1" status: 200  len: 210 time: 0.0489173
Apr 02 18:22:22.603748 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-5109f04a-a3de-4b77-8b54-a59880a02963 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:22.605240 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-5109f04a-a3de-4b77-8b54-a59880a02963 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.15 "GET /v2.0/networks?id=90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 HTTP/1.1" status: 200  len: 809 time: 0.1616058
Apr 02 18:22:22.685091 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-893272ed-06ae-433e-988a-70791c922923 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d04a7b8a6f1f460697416688fa4f1b49 HTTP/1.1" status: 200  len: 8059 time: 0.0707984
Apr 02 18:22:22.694667 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b45d41d-66b8-4370-830d-25f8dff32c0a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Request body: {'port': {'device_id': '407e2aef-618e-4e6d-9e1d-4a80d0eaa19b', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'admin_state_up': True, 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'security_groups': ['c6ae099e-4cf7-4f8e-a19a-7debe5c02231']}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:22:22.844764 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b45d41d-66b8-4370-830d-25f8dff32c0a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:22:22.849592 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b45d41d-66b8-4370-830d-25f8dff32c0a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Usage tracker for resource:port and tenant:d04a7b8a6f1f460697416688fa4f1b49 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:22:22.854060 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b45d41d-66b8-4370-830d-25f8dff32c0a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:22:22.860695 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b45d41d-66b8-4370-830d-25f8dff32c0a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:22:22.921743 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b45d41d-66b8-4370-830d-25f8dff32c0a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Made reservation on behalf of d04a7b8a6f1f460697416688fa4f1b49 for: {'port': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:22:22.928963 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b45d41d-66b8-4370-830d-25f8dff32c0a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:23.109966 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b45d41d-66b8-4370-830d-25f8dff32c0a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Allocated IP 172.20.0.7 (90ec4bbb-4cfa-4f5b-a343-b4e187660bc7/020b479b-570a-409f-b890-594a2858ea45/223dfa61-8689-4a65-86d3-94ac7cbedd90) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:22:23.188981 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-94c38913-bd1e-420b-a8cf-dd414c2552ca req-d9f00bf4-afe2-4d67-a1d2-1b8246e21308 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=407e2aef-618e-4e6d-9e1d-4a80d0eaa19b HTTP/1.1" status: 200  len: 210 time: 0.0485532
Apr 02 18:22:23.308367 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b45d41d-66b8-4370-830d-25f8dff32c0a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:23.325165 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b45d41d-66b8-4370-830d-25f8dff32c0a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Transition to ACTIVE for port object 223dfa61-8689-4a65-86d3-94ac7cbedd90 will not be triggered until provisioned by entity DHCP. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:22:23.364707 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b45d41d-66b8-4370-830d-25f8dff32c0a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:23.382279 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-dffb2f60-b9cd-43d4-854f-0b93d736f7d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:22:23.527912 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45d41d-66b8-4370-830d-25f8dff32c0a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Pushing event updated for resources: {'Port': ['ID=223dfa61-8689-4a65-86d3-94ac7cbedd90,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:22:23.802674 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45d41d-66b8-4370-830d-25f8dff32c0a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:23.803080 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45d41d-66b8-4370-830d-25f8dff32c0a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:23.803505 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45d41d-66b8-4370-830d-25f8dff32c0a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:23.803914 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45d41d-66b8-4370-830d-25f8dff32c0a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:23.804318 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45d41d-66b8-4370-830d-25f8dff32c0a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:23.804721 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45d41d-66b8-4370-830d-25f8dff32c0a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:23.805123 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45d41d-66b8-4370-830d-25f8dff32c0a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:23.805521 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45d41d-66b8-4370-830d-25f8dff32c0a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:23.805929 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45d41d-66b8-4370-830d-25f8dff32c0a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:23.806332 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45d41d-66b8-4370-830d-25f8dff32c0a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:23.806742 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45d41d-66b8-4370-830d-25f8dff32c0a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:23.807142 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45d41d-66b8-4370-830d-25f8dff32c0a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:23.813757 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7b45d41d-66b8-4370-830d-25f8dff32c0a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:22:23.850587 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b45d41d-66b8-4370-830d-25f8dff32c0a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Network 90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:22:23.851721 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b45d41d-66b8-4370-830d-25f8dff32c0a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:22:23.854071 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b45d41d-66b8-4370-830d-25f8dff32c0a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:22:23.922595 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b45d41d-66b8-4370-830d-25f8dff32c0a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:23.923377 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b45d41d-66b8-4370-830d-25f8dff32c0a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:24.005362 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b45d41d-66b8-4370-830d-25f8dff32c0a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3147471
Apr 02 18:22:24.017212 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b8b1d8c-9e3d-4d02-a79e-0fe04ef17f90 service neutron] Request body: {'port': {'device_id': '407e2aef-618e-4e6d-9e1d-4a80d0eaa19b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:22:24.124413 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-871a33d5-c793-4ea7-a2c5-25930c771f60 None None] Provisioning for port 223dfa61-8689-4a65-86d3-94ac7cbedd90 completed by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:22:24.129854 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-871a33d5-c793-4ea7-a2c5-25930c771f60 None None] Provisioning complete for port 223dfa61-8689-4a65-86d3-94ac7cbedd90 triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:22:24.130338 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-871a33d5-c793-4ea7-a2c5-25930c771f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:24.141459 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b8b1d8c-9e3d-4d02-a79e-0fe04ef17f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:24.195268 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-871a33d5-c793-4ea7-a2c5-25930c771f60 None None] Port 223dfa61-8689-4a65-86d3-94ac7cbedd90 cannot update to ACTIVE because it is not bound. {{(pid=84392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:22:24.393031 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4111cce-302e-40c5-9905-7d7ab5c59944 req-2833d1f7-5acd-44eb-b9b2-1ed241103fd0 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:24.394670 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c4111cce-302e-40c5-9905-7d7ab5c59944 req-2833d1f7-5acd-44eb-b9b2-1ed241103fd0 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=407e2aef-618e-4e6d-9e1d-4a80d0eaa19b HTTP/1.1" status: 200  len: 931 time: 0.0908718
Apr 02 18:22:24.445581 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c4111cce-302e-40c5-9905-7d7ab5c59944 req-fdd34999-7f89-4531-8e54-71a895beac37 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421565
Apr 02 18:22:24.567671 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b8b1d8c-9e3d-4d02-a79e-0fe04ef17f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 223dfa61-8689-4a65-86d3-94ac7cbedd90 {{(pid=84390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:22:24.575568 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b8b1d8c-9e3d-4d02-a79e-0fe04ef17f90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:24.591161 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b8b1d8c-9e3d-4d02-a79e-0fe04ef17f90 service neutron] Transition to ACTIVE for port object 223dfa61-8689-4a65-86d3-94ac7cbedd90 will not be triggered until provisioned by entity L2. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:22:24.620994 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b8b1d8c-9e3d-4d02-a79e-0fe04ef17f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:24.636877 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-51bd0e39-afac-40e5-bf2e-0bc70e10a02a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:22:24.768150 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b1d8c-9e3d-4d02-a79e-0fe04ef17f90 service neutron] Pushing event updated for resources: {'Port': ['ID=223dfa61-8689-4a65-86d3-94ac7cbedd90,revision_number=2']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:22:24.773616 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7b8b1d8c-9e3d-4d02-a79e-0fe04ef17f90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:22:25.003718 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b8b1d8c-9e3d-4d02-a79e-0fe04ef17f90 service neutron] Attempting to bind port 223dfa61-8689-4a65-86d3-94ac7cbedd90 on host hv-cinder-78460 for vnic_type normal with profile  {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:22:25.004102 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b8b1d8c-9e3d-4d02-a79e-0fe04ef17f90 service neutron] Attempting to bind port 223dfa61-8689-4a65-86d3-94ac7cbedd90 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7'}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:22:25.004474 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b8b1d8c-9e3d-4d02-a79e-0fe04ef17f90 service neutron] Attempting to bind port 223dfa61-8689-4a65-86d3-94ac7cbedd90 on network 90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:22:25.010290 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b8b1d8c-9e3d-4d02-a79e-0fe04ef17f90 service neutron] Port 223dfa61-8689-4a65-86d3-94ac7cbedd90 on network 90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:22:25.010695 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b8b1d8c-9e3d-4d02-a79e-0fe04ef17f90 service neutron] Attempting to bind port 223dfa61-8689-4a65-86d3-94ac7cbedd90 on network 90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:22:25.017033 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b8b1d8c-9e3d-4d02-a79e-0fe04ef17f90 service neutron] Checking agent: {'id': 'ba9f1d54-5540-4326-91bf-66629f4d5678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'started_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:22:25.017417 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b8b1d8c-9e3d-4d02-a79e-0fe04ef17f90 service neutron] Checking segment: {'id': '86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:22:25.017843 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b8b1d8c-9e3d-4d02-a79e-0fe04ef17f90 service neutron] Bound using segment: {'id': '86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7'} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:22:25.018384 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b8b1d8c-9e3d-4d02-a79e-0fe04ef17f90 service neutron] Bound port: 223dfa61-8689-4a65-86d3-94ac7cbedd90, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7'}}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:22:25.018751 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b8b1d8c-9e3d-4d02-a79e-0fe04ef17f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:25.115396 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b8b1d8c-9e3d-4d02-a79e-0fe04ef17f90 service neutron] For port 223dfa61-8689-4a65-86d3-94ac7cbedd90, host hv-cinder-78460, cleared binding levels {{(pid=84390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:22:25.118791 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b8b1d8c-9e3d-4d02-a79e-0fe04ef17f90 service neutron] For port 223dfa61-8689-4a65-86d3-94ac7cbedd90, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=223dfa61-8689-4a65-86d3-94ac7cbedd90,segment=NetworkSegment(86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b),segment_id=86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b)] {{(pid=84390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:22:25.170385 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b8b1d8c-9e3d-4d02-a79e-0fe04ef17f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:25.185691 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f0703d75-cebb-40cd-882a-1f62cc50a351 tempest-TestShelveInstance-1013568030 tempest-TestShelveInstance-1013568030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:22:25.338939 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b1d8c-9e3d-4d02-a79e-0fe04ef17f90 service neutron] Pushing event updated for resources: {'Port': ['ID=223dfa61-8689-4a65-86d3-94ac7cbedd90,revision_number=3']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:22:25.342240 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7b8b1d8c-9e3d-4d02-a79e-0fe04ef17f90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:22:25.377361 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b8b1d8c-9e3d-4d02-a79e-0fe04ef17f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:25.378162 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b8b1d8c-9e3d-4d02-a79e-0fe04ef17f90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:25.379663 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7b8b1d8c-9e3d-4d02-a79e-0fe04ef17f90 service neutron] 10.222.0.15 "PUT /v2.0/ports/223dfa61-8689-4a65-86d3-94ac7cbedd90 HTTP/1.1" status: 200  len: 1093 time: 1.3672700
Apr 02 18:22:25.380233 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407e2aef-618e-4e6d-9e1d-4a80d0eaa19b', 'tag': '223dfa61-8689-4a65-86d3-94ac7cbedd90'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:22:25.500380 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '407e2aef-618e-4e6d-9e1d-4a80d0eaa19b', 'tag': '223dfa61-8689-4a65-86d3-94ac7cbedd90', 'status': 'completed', 'code': 200}
Apr 02 18:22:25.535193 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-950cd379-535a-4a5c-b42d-8213b425fd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:25.536833 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-950cd379-535a-4a5c-b42d-8213b425fd33 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d04a7b8a6f1f460697416688fa4f1b49&device_id=407e2aef-618e-4e6d-9e1d-4a80d0eaa19b HTTP/1.1" status: 200  len: 1096 time: 0.0897796
Apr 02 18:22:25.616317 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-8252d7e8-0d06-4335-aa8d-e6dec1a84df3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=223dfa61-8689-4a65-86d3-94ac7cbedd90 HTTP/1.1" status: 200  len: 217 time: 0.0714529
Apr 02 18:22:25.649111 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fbfa09-d07d-4dca-96d6-eca0b9089161 req-ba7d0dd6-d7a7-478e-ab85-1b9b6c2b21cb tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:25.650693 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-23fbfa09-d07d-4dca-96d6-eca0b9089161 req-ba7d0dd6-d7a7-478e-ab85-1b9b6c2b21cb tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=407e2aef-618e-4e6d-9e1d-4a80d0eaa19b HTTP/1.1" status: 200  len: 943 time: 0.0896118
Apr 02 18:22:25.686192 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7338237f-29d6-40ff-8dc7-9d8d8652a74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:25.687817 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-7338237f-29d6-40ff-8dc7-9d8d8652a74a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=020b479b-570a-409f-b890-594a2858ea45 HTTP/1.1" status: 200  len: 848 time: 0.0661755
Apr 02 18:22:25.701868 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-23fbfa09-d07d-4dca-96d6-eca0b9089161 req-25a408b4-ab21-45e4-976c-db8affb0c5cf tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441656
Apr 02 18:22:25.774463 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-530956da-2da1-4743-b580-0de27f2c9ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:25.776055 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-530956da-2da1-4743-b580-0de27f2c9ac3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90ec4bbb-4cfa-4f5b-a343-b4e187660bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824006
Apr 02 18:22:25.919824 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-4b7db674-3b61-42c4-b421-6577ddfd8af6 service neutron] 10.222.0.15 "GET /v2.0/networks/90ec4bbb-4cfa-4f5b-a343-b4e187660bc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373389
Apr 02 18:22:26.064723 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-978bd0f0-4ab5-45ae-ade8-17a6bd1d67fe req-9e120941-ec40-419e-8bf8-f14411dbba55 service neutron] 10.222.0.15 "GET /v2.0/networks/90ec4bbb-4cfa-4f5b-a343-b4e187660bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382833
Apr 02 18:22:26.212158 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9781594-9df7-4138-a4af-146b4607d9a0 req-e72a4cfd-a8ef-41a8-a833-fe975a938e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:26.213763 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e9781594-9df7-4138-a4af-146b4607d9a0 req-e72a4cfd-a8ef-41a8-a833-fe975a938e7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d04a7b8a6f1f460697416688fa4f1b49&device_id=407e2aef-618e-4e6d-9e1d-4a80d0eaa19b HTTP/1.1" status: 200  len: 1096 time: 0.0784559
Apr 02 18:22:26.353684 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9781594-9df7-4138-a4af-146b4607d9a0 req-1c9177b9-113c-4071-bc65-b6ddbe6d8864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:26.355268 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e9781594-9df7-4138-a4af-146b4607d9a0 req-1c9177b9-113c-4071-bc65-b6ddbe6d8864 service neutron] 10.222.0.15 "GET /v2.0/networks?id=90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 HTTP/1.1" status: 200  len: 909 time: 0.1344197
Apr 02 18:22:26.431730 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e9781594-9df7-4138-a4af-146b4607d9a0 req-43977f30-e130-4734-bde8-c7308a829d52 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=223dfa61-8689-4a65-86d3-94ac7cbedd90 HTTP/1.1" status: 200  len: 217 time: 0.0696454
Apr 02 18:22:26.503180 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9781594-9df7-4138-a4af-146b4607d9a0 req-465211b7-f058-4b01-9ad4-bef19ec00384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:26.504691 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e9781594-9df7-4138-a4af-146b4607d9a0 req-465211b7-f058-4b01-9ad4-bef19ec00384 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=020b479b-570a-409f-b890-594a2858ea45 HTTP/1.1" status: 200  len: 848 time: 0.0636737
Apr 02 18:22:26.592704 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9781594-9df7-4138-a4af-146b4607d9a0 req-cedec10a-a1df-4ae2-8e2d-324613405de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:26.594348 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e9781594-9df7-4138-a4af-146b4607d9a0 req-cedec10a-a1df-4ae2-8e2d-324613405de2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90ec4bbb-4cfa-4f5b-a343-b4e187660bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0766733
Apr 02 18:22:26.734740 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e9781594-9df7-4138-a4af-146b4607d9a0 req-167b957c-7d99-43c8-ab80-aeab0249e19a service neutron] 10.222.0.15 "GET /v2.0/networks/90ec4bbb-4cfa-4f5b-a343-b4e187660bc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331785
Apr 02 18:22:26.880305 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e9781594-9df7-4138-a4af-146b4607d9a0 req-44725fc7-97c3-420d-b10a-cbbed2860b72 service neutron] 10.222.0.15 "GET /v2.0/networks/90ec4bbb-4cfa-4f5b-a343-b4e187660bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396999
Apr 02 18:22:26.909421 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eed81e-945f-4971-aaa9-c69db03177b1 req-3c46fcb2-0676-4660-8408-05203fc95c93 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:26.911142 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-46eed81e-945f-4971-aaa9-c69db03177b1 req-3c46fcb2-0676-4660-8408-05203fc95c93 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=407e2aef-618e-4e6d-9e1d-4a80d0eaa19b HTTP/1.1" status: 200  len: 943 time: 0.0919585
Apr 02 18:22:26.960254 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-46eed81e-945f-4971-aaa9-c69db03177b1 req-0b0ed0d9-1e0f-49b1-aad6-41dba10fe140 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411632
Apr 02 18:22:27.630017 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c37fd9c6-89c3-4e43-9d7e-307193271cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:28.163773 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc2546-88f2-4741-8bea-4cdc71b0f117 req-f98015a9-362a-4288-b11d-7ac81df6a74a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:28.165282 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-eefc2546-88f2-4741-8bea-4cdc71b0f117 req-f98015a9-362a-4288-b11d-7ac81df6a74a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=407e2aef-618e-4e6d-9e1d-4a80d0eaa19b HTTP/1.1" status: 200  len: 943 time: 0.0914612
Apr 02 18:22:28.212947 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-eefc2546-88f2-4741-8bea-4cdc71b0f117 req-84c6eba9-6c0c-4a4f-8ddb-8472eee5a8f2 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412772
Apr 02 18:22:28.758455 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:29.412090 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c09f5-3efa-4720-92c3-59de37382f46 req-6c1f4812-ee48-4079-b673-50fb42591cde tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:29.414261 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f76c09f5-3efa-4720-92c3-59de37382f46 req-6c1f4812-ee48-4079-b673-50fb42591cde tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=407e2aef-618e-4e6d-9e1d-4a80d0eaa19b HTTP/1.1" status: 200  len: 943 time: 0.0882583
Apr 02 18:22:29.462344 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f76c09f5-3efa-4720-92c3-59de37382f46 req-b6dcede6-3e8a-4708-ad0a-516f3525d149 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416110
Apr 02 18:22:29.552565 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1700b9c1-5306-4aea-ad98-5990e14f6039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:30.106953 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:30.664289 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecdc3f-7132-41ee-8cf1-aa581ea0f178 req-98de2c98-3153-42dc-9579-03367151ce74 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:30.665894 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-44ecdc3f-7132-41ee-8cf1-aa581ea0f178 req-98de2c98-3153-42dc-9579-03367151ce74 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=407e2aef-618e-4e6d-9e1d-4a80d0eaa19b HTTP/1.1" status: 200  len: 943 time: 0.0918612
Apr 02 18:22:30.712958 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-44ecdc3f-7132-41ee-8cf1-aa581ea0f178 req-4dd2a104-ecd5-46ce-bc1a-d38206bd129b tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407031
Apr 02 18:22:31.735411 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:31.916320 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa38ae-77ee-4e2a-8fee-db0f9084e552 req-094e07b2-5439-4720-806b-afe0309d7429 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:31.917931 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-09fa38ae-77ee-4e2a-8fee-db0f9084e552 req-094e07b2-5439-4720-806b-afe0309d7429 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=407e2aef-618e-4e6d-9e1d-4a80d0eaa19b HTTP/1.1" status: 200  len: 943 time: 0.0929461
Apr 02 18:22:31.964861 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-09fa38ae-77ee-4e2a-8fee-db0f9084e552 req-1a86e2d4-3bf4-460a-8f40-f8fc2ae1760b tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403402
Apr 02 18:22:33.217847 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f322ce-b602-49a1-8a64-151fa24ff750 req-e19c7701-63f9-4271-97f8-3d567668f5f5 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:33.219363 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b3f322ce-b602-49a1-8a64-151fa24ff750 req-e19c7701-63f9-4271-97f8-3d567668f5f5 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=407e2aef-618e-4e6d-9e1d-4a80d0eaa19b HTTP/1.1" status: 200  len: 943 time: 0.0857120
Apr 02 18:22:33.266229 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b3f322ce-b602-49a1-8a64-151fa24ff750 req-892cec39-8b38-4eff-a443-aa1df44d2e87 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400271
Apr 02 18:22:33.549406 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 223dfa61-8689-4a65-86d3-94ac7cbedd90 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:22:33.689562 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 223dfa61-8689-4a65-86d3-94ac7cbedd90, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=223dfa61-8689-4a65-86d3-94ac7cbedd90,segment=NetworkSegment(86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b),segment_id=86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:22:33.704412 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Returning: {'device': '223dfa61-8689-4a65-86d3-94ac7cbedd90', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'port_id': '223dfa61-8689-4a65-86d3-94ac7cbedd90', 'mac_address': 'fa:16:3e:3d:f6:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020b479b-570a-409f-b890-594a2858ea45', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:22:33.766004 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:33.783589 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223dfa61-8689-4a65-86d3-94ac7cbedd90 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:22:33.799496 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 223dfa61-8689-4a65-86d3-94ac7cbedd90, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=223dfa61-8689-4a65-86d3-94ac7cbedd90,segment=NetworkSegment(86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b),segment_id=86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:22:33.821116 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:33.823006 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:22:33.892825 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=223dfa61-8689-4a65-86d3-94ac7cbedd90,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:22:33.901122 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:33.901507 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:33.901887 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:33.902256 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:33.902645 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:33.903014 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:33.903377 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:33.903736 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:33.904099 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:33.904465 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:33.904822 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:33.905179 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:33.909618 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:22:34.049834 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['223dfa61-8689-4a65-86d3-94ac7cbedd90'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:22:34.465241 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa1b38-7a65-40c3-9463-15a2b19be7d8 req-536fcd9a-63fc-4c99-9afc-010a4340ac25 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:34.466817 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f5fa1b38-7a65-40c3-9463-15a2b19be7d8 req-536fcd9a-63fc-4c99-9afc-010a4340ac25 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=407e2aef-618e-4e6d-9e1d-4a80d0eaa19b HTTP/1.1" status: 200  len: 944 time: 0.0898371
Apr 02 18:22:34.514043 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f5fa1b38-7a65-40c3-9463-15a2b19be7d8 req-ad43cbbe-ee27-4871-a9e2-85ba2e62d511 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408859
Apr 02 18:22:35.571201 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 223dfa61-8689-4a65-86d3-94ac7cbedd90 up at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:22:35.672330 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning for port 223dfa61-8689-4a65-86d3-94ac7cbedd90 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:22:35.677380 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning complete for port 223dfa61-8689-4a65-86d3-94ac7cbedd90 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:22:35.677934 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:35.716878 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162df63-1b8d-4547-b542-06822b98c726 req-4ebef25a-3b07-403b-8f63-44bd055fccbb tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:35.718518 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7162df63-1b8d-4547-b542-06822b98c726 req-4ebef25a-3b07-403b-8f63-44bd055fccbb tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=407e2aef-618e-4e6d-9e1d-4a80d0eaa19b HTTP/1.1" status: 200  len: 944 time: 0.0890787
Apr 02 18:22:35.769171 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7162df63-1b8d-4547-b542-06822b98c726 req-0e9e39ae-2ac3-4a52-bf8d-979d8b57a4dc tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441461
Apr 02 18:22:35.803602 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:35.831700 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407e2aef-618e-4e6d-9e1d-4a80d0eaa19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223dfa61-8689-4a65-86d3-94ac7cbedd90'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:22:35.842768 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 223dfa61-8689-4a65-86d3-94ac7cbedd90, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=223dfa61-8689-4a65-86d3-94ac7cbedd90,segment=NetworkSegment(86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b),segment_id=86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:22:35.875602 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:35.877632 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-ec6c94aa-a150-4268-a8a2-a66585d24a36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:22:35.946022 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407e2aef-618e-4e6d-9e1d-4a80d0eaa19b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223dfa61-8689-4a65-86d3-94ac7cbedd90', 'code': 200}
Apr 02 18:22:35.951384 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=223dfa61-8689-4a65-86d3-94ac7cbedd90,revision_number=5']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:22:35.954460 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:22:36.296462 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841135c3-5399-41a1-a6e9-2e65c81c2c63 req-f928fbb5-68db-42dc-817b-300955cbb57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:36.298070 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-841135c3-5399-41a1-a6e9-2e65c81c2c63 req-f928fbb5-68db-42dc-817b-300955cbb57f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=407e2aef-618e-4e6d-9e1d-4a80d0eaa19b HTTP/1.1" status: 200  len: 1098 time: 0.0827501
Apr 02 18:22:36.339762 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-841135c3-5399-41a1-a6e9-2e65c81c2c63 req-40f286d5-fb4c-4c10-9dae-ecaceee1e948 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0354209
Apr 02 18:22:36.970119 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a071a-1c52-46fb-af8c-9d0c3e0aeaf8 req-ef32d233-09cf-4d3b-a34a-8672a5441698 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:36.971770 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-cf0a071a-1c52-46fb-af8c-9d0c3e0aeaf8 req-ef32d233-09cf-4d3b-a34a-8672a5441698 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=407e2aef-618e-4e6d-9e1d-4a80d0eaa19b HTTP/1.1" status: 200  len: 945 time: 0.0900414
Apr 02 18:22:37.028040 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-cf0a071a-1c52-46fb-af8c-9d0c3e0aeaf8 req-17ab50a2-1ade-4a79-803c-96d2fbf4032b tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490391
Apr 02 18:22:38.239719 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd755fb6-c617-48da-9676-5b9938a0b156 req-78e38009-243a-400e-b87b-ed76e40ca194 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:38.241315 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dd755fb6-c617-48da-9676-5b9938a0b156 req-78e38009-243a-400e-b87b-ed76e40ca194 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=407e2aef-618e-4e6d-9e1d-4a80d0eaa19b HTTP/1.1" status: 200  len: 945 time: 0.0897782
Apr 02 18:22:38.288264 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dd755fb6-c617-48da-9676-5b9938a0b156 req-aa60feec-621a-40e8-85d5-b78011c5a538 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405083
Apr 02 18:22:38.488084 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad909c-90d9-465d-98be-9175fd0b6362 req-4f5cbab6-71d6-4435-9d19-d05b535de8d2 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:38.489592 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3fad909c-90d9-465d-98be-9175fd0b6362 req-4f5cbab6-71d6-4435-9d19-d05b535de8d2 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=407e2aef-618e-4e6d-9e1d-4a80d0eaa19b HTTP/1.1" status: 200  len: 945 time: 0.0894182
Apr 02 18:22:38.536573 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3fad909c-90d9-465d-98be-9175fd0b6362 req-b64f2263-3943-4727-9188-0d3991bdfac0 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406427
Apr 02 18:22:38.561223 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 44492) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:22:38.638476 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e8f4a2-ef7d-4946-a6d7-cfc93cbec0d2 tempest-TestVolumeBootPattern-1408449651 tempest-TestVolumeBootPattern-1408449651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:38.640089 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-07e8f4a2-ef7d-4946-a6d7-cfc93cbec0d2 tempest-TestVolumeBootPattern-1408449651 tempest-TestVolumeBootPattern-1408449651-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=407e2aef-618e-4e6d-9e1d-4a80d0eaa19b HTTP/1.1" status: 200  len: 1093 time: 0.0778134
Apr 02 18:22:38.643115 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 44496) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:22:38.649145 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-8e3b4023-d066-4188-9bb9-330801a69336 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Request body: {'floatingip': {'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'port_id': '223dfa61-8689-4a65-86d3-94ac7cbedd90', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:22:38.655469 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-8e3b4023-d066-4188-9bb9-330801a69336 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:22:38.659521 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-8e3b4023-d066-4188-9bb9-330801a69336 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Usage tracker for resource:floatingip and tenant:d04a7b8a6f1f460697416688fa4f1b49 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:22:38.662710 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-8e3b4023-d066-4188-9bb9-330801a69336 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:22:38.668688 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-8e3b4023-d066-4188-9bb9-330801a69336 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:22:38.726889 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8e3b4023-d066-4188-9bb9-330801a69336 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for floatingip, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:38.867360 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8e3b4023-d066-4188-9bb9-330801a69336 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:39.016240 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-8e3b4023-d066-4188-9bb9-330801a69336 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Allocated IP 172.27.2.200 (42dddd6f-9dd9-47ad-90cc-d42a9f8f1223/91c6c6e9-4506-41a9-9628-98cc28823f44/ebe9f35b-90f4-40d5-9b75-771d6f60ad67) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:22:39.170795 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8e3b4023-d066-4188-9bb9-330801a69336 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:39.229944 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8e3b4023-d066-4188-9bb9-330801a69336 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:39.245295 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-dac74f06-1338-4ee5-b1e8-4e0ffee5da03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:22:39.382662 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b4023-d066-4188-9bb9-330801a69336 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Pushing event updated for resources: {'Port': ['ID=ebe9f35b-90f4-40d5-9b75-771d6f60ad67,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:22:39.385814 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8e3b4023-d066-4188-9bb9-330801a69336 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:22:39.412892 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:39.438701 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3b4023-d066-4188-9bb9-330801a69336 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:22:39.439802 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-8e3b4023-d066-4188-9bb9-330801a69336 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:22:39.442138 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3b4023-d066-4188-9bb9-330801a69336 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:22:39.859496 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8e3b4023-d066-4188-9bb9-330801a69336 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:39.972070 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8e3b4023-d066-4188-9bb9-330801a69336 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:40.491358 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4cd8803e-3238-4a34-99d3-3b5c68bbe64c req-8e4cf68d-bcb6-426b-b4cb-11eca951cc17 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1926205
Apr 02 18:22:40.621675 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8e3b4023-d066-4188-9bb9-330801a69336 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for port, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:40.626868 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8803e-3238-4a34-99d3-3b5c68bbe64c req-f90807a3-462e-4f33-bac6-e7edf86f7951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:40.628480 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4cd8803e-3238-4a34-99d3-3b5c68bbe64c req-f90807a3-462e-4f33-bac6-e7edf86f7951 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d04a7b8a6f1f460697416688fa4f1b49&device_id=a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43 HTTP/1.1" status: 200  len: 1099 time: 0.1163688
Apr 02 18:22:40.721808 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8e3b4023-d066-4188-9bb9-330801a69336 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:40.741580 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-dac74f06-1338-4ee5-b1e8-4e0ffee5da03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:22:40.914253 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b4023-d066-4188-9bb9-330801a69336 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Pushing event updated for resources: {'Port': ['ID=ebe9f35b-90f4-40d5-9b75-771d6f60ad67,revision_number=2']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:22:40.931608 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8e3b4023-d066-4188-9bb9-330801a69336 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:22:40.971773 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8803e-3238-4a34-99d3-3b5c68bbe64c req-3ad43ea3-b0b5-4131-a5a8-8f153c7f7e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:40.973365 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4cd8803e-3238-4a34-99d3-3b5c68bbe64c req-3ad43ea3-b0b5-4131-a5a8-8f153c7f7e5e service neutron] 10.222.0.15 "GET /v2.0/networks?id=90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 HTTP/1.1" status: 200  len: 909 time: 0.3258057
Apr 02 18:22:41.119331 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8e3b4023-d066-4188-9bb9-330801a69336 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854362165'] for floatingip, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:41.261100 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4cd8803e-3238-4a34-99d3-3b5c68bbe64c req-4fc10e79-0473-42cb-9106-7d030dda5aaf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e317096e-3362-4b16-a435-57cee913c63a HTTP/1.1" status: 200  len: 1002 time: 0.2519534
Apr 02 18:22:41.362578 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8803e-3238-4a34-99d3-3b5c68bbe64c req-34458861-d585-4e4e-a231-76c9b73836c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:41.364149 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4cd8803e-3238-4a34-99d3-3b5c68bbe64c req-34458861-d585-4e4e-a231-76c9b73836c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=020b479b-570a-409f-b890-594a2858ea45 HTTP/1.1" status: 200  len: 848 time: 0.0899239
Apr 02 18:22:41.373571 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.l3_db [None req-8e3b4023-d066-4188-9bb9-330801a69336 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Floating IP dc1a86cc-8450-4827-abe4-e981402e72cd associated. External IP: 172.27.2.200, port: 223dfa61-8689-4a65-86d3-94ac7cbedd90.
Apr 02 18:22:41.617511 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8803e-3238-4a34-99d3-3b5c68bbe64c req-03b505ba-2d24-4185-9425-2ae8b70c51b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:41.619165 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4cd8803e-3238-4a34-99d3-3b5c68bbe64c req-03b505ba-2d24-4185-9425-2ae8b70c51b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90ec4bbb-4cfa-4f5b-a343-b4e187660bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1903448
Apr 02 18:22:41.928153 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4cd8803e-3238-4a34-99d3-3b5c68bbe64c req-1beaa439-dd64-445d-948f-6f36e2371671 service neutron] 10.222.0.15 "GET /v2.0/networks/90ec4bbb-4cfa-4f5b-a343-b4e187660bc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3001084
Apr 02 18:22:41.961609 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3b4023-d066-4188-9bb9-330801a69336 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Router 2752469c-4c75-40b1-9d6a-886423a3dbdf has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:22:42.488936 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4cd8803e-3238-4a34-99d3-3b5c68bbe64c req-2296d82a-047a-4fd4-a4df-70b212ac5cd5 service neutron] 10.222.0.15 "GET /v2.0/networks/90ec4bbb-4cfa-4f5b-a343-b4e187660bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5545080
Apr 02 18:22:42.506965 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3b4023-d066-4188-9bb9-330801a69336 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:22:42.516630 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b46835-7008-447d-80d3-d42255704507 None None] Sync routers for ids ['2752469c-4c75-40b1-9d6a-886423a3dbdf'] in dv-cinder-784603-1-iscsi {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:22:42.527997 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b46835-7008-447d-80d3-d42255704507 None None] Routers {'2752469c-4c75-40b1-9d6a-886423a3dbdf'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:22:42.528661 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-d6b46835-7008-447d-80d3-d42255704507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10b66710>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:22:30Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['2752469c-4c75-40b1-9d6a-886423a3dbdf'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:22:42.555312 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8e3b4023-d066-4188-9bb9-330801a69336 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for floatingip, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:42.626314 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-8e3b4023-d066-4188-9bb9-330801a69336 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.9701402
Apr 02 18:22:42.626314 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407e2aef-618e-4e6d-9e1d-4a80d0eaa19b', 'tag': '223dfa61-8689-4a65-86d3-94ac7cbedd90'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:22:42.663651 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '407e2aef-618e-4e6d-9e1d-4a80d0eaa19b', 'tag': '223dfa61-8689-4a65-86d3-94ac7cbedd90', 'status': 'completed', 'code': 200}
Apr 02 18:22:42.717955 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-d6b46835-7008-447d-80d3-d42255704507 None None] Set router 2752469c-4c75-40b1-9d6a-886423a3dbdf gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:22:42.763669 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb20f3c-c462-4fd2-a33f-24dd89195e8c req-13314910-6b61-4bb3-9767-9afc2f2f08a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:42.765223 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dbb20f3c-c462-4fd2-a33f-24dd89195e8c req-13314910-6b61-4bb3-9767-9afc2f2f08a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d04a7b8a6f1f460697416688fa4f1b49&device_id=407e2aef-618e-4e6d-9e1d-4a80d0eaa19b HTTP/1.1" status: 200  len: 1098 time: 0.0787070
Apr 02 18:22:42.910950 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb20f3c-c462-4fd2-a33f-24dd89195e8c req-f33ddf9e-ea3b-4d70-b73e-ec6e4085a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:42.912976 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dbb20f3c-c462-4fd2-a33f-24dd89195e8c req-f33ddf9e-ea3b-4d70-b73e-ec6e4085a2cf service neutron] 10.222.0.15 "GET /v2.0/networks?id=90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 HTTP/1.1" status: 200  len: 909 time: 0.1406631
Apr 02 18:22:43.027039 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dbb20f3c-c462-4fd2-a33f-24dd89195e8c req-b1038c22-5631-4d66-8236-3e31f7754d15 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=223dfa61-8689-4a65-86d3-94ac7cbedd90 HTTP/1.1" status: 200  len: 999 time: 0.1067302
Apr 02 18:22:43.090181 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-d6b46835-7008-447d-80d3-d42255704507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10b66710>, [{'id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'name': 'tempest-TestVolumeBootPattern-9113196-router', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:08Z', 'updated_at': '2021-04-02T18:17:16Z', 'revision_number': 4, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'gw_port': {'id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:09Z', 'updated_at': '2021-04-02T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_floatingips': [{'id': 'c0decc05-5414-428f-9def-bf6b615e0630', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'port_id': 'e317096e-3362-4b16-a435-57cee913c63a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'mac_address': 'fa:16:3e:76:0b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:20:41Z', 'updated_at': '2021-04-02T18:20:44Z', 'revision_number': 1, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'fixed_ip_address_scope': None}, {'id': 'dc1a86cc-8450-4827-abe4-e981402e72cd', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'port_id': '223dfa61-8689-4a65-86d3-94ac7cbedd90', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'mac_address': 'fa:16:3e:3d:f6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407e2aef-618e-4e6d-9e1d-4a80d0eaa19b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:22:39Z', 'updated_at': '2021-04-02T18:22:39Z', 'revision_number': 0, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f40f967-3097-43d0-a0e7-181c204d1b0e', 'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'mac_address': 'fa:16:3e:38:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '020b479b-570a-409f-b890-594a2858ea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:15Z', 'updated_at': '2021-04-02T18:17:24Z', 'revision_number': 5, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'subnets': [{'id': '020b479b-570a-409f-b890-594a2858ea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:22:43.094241 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b46835-7008-447d-80d3-d42255704507 None None] Checking router: 2752469c-4c75-40b1-9d6a-886423a3dbdf for host: dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:22:43.101340 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb20f3c-c462-4fd2-a33f-24dd89195e8c req-5fd6df14-50ea-436f-a1cb-d1b5fa36936c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:43.102947 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dbb20f3c-c462-4fd2-a33f-24dd89195e8c req-5fd6df14-50ea-436f-a1cb-d1b5fa36936c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=020b479b-570a-409f-b890-594a2858ea45 HTTP/1.1" status: 200  len: 848 time: 0.0691485
Apr 02 18:22:43.103386 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b46835-7008-447d-80d3-d42255704507 None None] Routers {'2752469c-4c75-40b1-9d6a-886423a3dbdf'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:22:43.104041 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-d6b46835-7008-447d-80d3-d42255704507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10b66710>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:22:30Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['2752469c-4c75-40b1-9d6a-886423a3dbdf'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:22:43.187839 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb20f3c-c462-4fd2-a33f-24dd89195e8c req-8b5b5445-bba0-49c7-86bb-38f65a703dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:43.189450 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dbb20f3c-c462-4fd2-a33f-24dd89195e8c req-8b5b5445-bba0-49c7-86bb-38f65a703dc6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90ec4bbb-4cfa-4f5b-a343-b4e187660bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783138
Apr 02 18:22:43.238084 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:22:43.298857 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-d6b46835-7008-447d-80d3-d42255704507 None None] Set router 2752469c-4c75-40b1-9d6a-886423a3dbdf gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:22:43.334892 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dbb20f3c-c462-4fd2-a33f-24dd89195e8c req-4834e7c5-4335-484f-b14c-9cc1710e783f service neutron] 10.222.0.15 "GET /v2.0/networks/90ec4bbb-4cfa-4f5b-a343-b4e187660bc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366510
Apr 02 18:22:43.481883 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-dbb20f3c-c462-4fd2-a33f-24dd89195e8c req-d1f9ce3e-0ba7-4819-a9a2-79c7970be8b7 service neutron] 10.222.0.15 "GET /v2.0/networks/90ec4bbb-4cfa-4f5b-a343-b4e187660bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410384
Apr 02 18:22:43.662606 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-d6b46835-7008-447d-80d3-d42255704507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10b66710>, [{'id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'name': 'tempest-TestVolumeBootPattern-9113196-router', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:08Z', 'updated_at': '2021-04-02T18:17:16Z', 'revision_number': 4, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'gw_port': {'id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:09Z', 'updated_at': '2021-04-02T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_floatingips': [{'id': 'c0decc05-5414-428f-9def-bf6b615e0630', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'port_id': 'e317096e-3362-4b16-a435-57cee913c63a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'mac_address': 'fa:16:3e:76:0b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:20:41Z', 'updated_at': '2021-04-02T18:20:44Z', 'revision_number': 1, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'fixed_ip_address_scope': None}, {'id': 'dc1a86cc-8450-4827-abe4-e981402e72cd', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'port_id': '223dfa61-8689-4a65-86d3-94ac7cbedd90', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'mac_address': 'fa:16:3e:3d:f6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407e2aef-618e-4e6d-9e1d-4a80d0eaa19b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:22:39Z', 'updated_at': '2021-04-02T18:22:39Z', 'revision_number': 0, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f40f967-3097-43d0-a0e7-181c204d1b0e', 'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'mac_address': 'fa:16:3e:38:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '020b479b-570a-409f-b890-594a2858ea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:15Z', 'updated_at': '2021-04-02T18:17:24Z', 'revision_number': 5, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'subnets': [{'id': '020b479b-570a-409f-b890-594a2858ea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:22:43.666672 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b46835-7008-447d-80d3-d42255704507 None None] The sync data for ids ['2752469c-4c75-40b1-9d6a-886423a3dbdf'] in dv-cinder-784603-1-iscsi is: [{'id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'name': 'tempest-TestVolumeBootPattern-9113196-router', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:08Z', 'updated_at': '2021-04-02T18:17:16Z', 'revision_number': 4, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'gw_port': {'id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:09Z', 'updated_at': '2021-04-02T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_floatingips': [{'id': 'c0decc05-5414-428f-9def-bf6b615e0630', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'port_id': 'e317096e-3362-4b16-a435-57cee913c63a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'mac_address': 'fa:16:3e:76:0b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:20:41Z', 'updated_at': '2021-04-02T18:20:44Z', 'revision_number': 1, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'fixed_ip_address_scope': None}, {'id': 'dc1a86cc-8450-4827-abe4-e981402e72cd', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'port_id': '223dfa61-8689-4a65-86d3-94ac7cbedd90', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'mac_address': 'fa:16:3e:3d:f6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '407e2aef-618e-4e6d-9e1d-4a80d0eaa19b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:22:39Z', 'updated_at': '2021-04-02T18:22:39Z', 'revision_number': 0, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f40f967-3097-43d0-a0e7-181c204d1b0e', 'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'mac_address': 'fa:16:3e:38:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '020b479b-570a-409f-b890-594a2858ea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:15Z', 'updated_at': '2021-04-02T18:17:24Z', 'revision_number': 5, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'subnets': [{'id': '020b479b-570a-409f-b890-594a2858ea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:22:43.971149 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bcca95-edbe-403e-8991-8016f01e6a18 None None] New status for floating IP dc1a86cc-8450-4827-abe4-e981402e72cd: ACTIVE {{(pid=84392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:22:51.394388 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d0e63-ac56-4d04-a39d-472283e3f143 req-ea72d2e7-66d6-4707-a7dd-cb15f9179b48 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:51.395981 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5d8d0e63-ac56-4d04-a39d-472283e3f143 req-ea72d2e7-66d6-4707-a7dd-cb15f9179b48 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0898035
Apr 02 18:22:51.444521 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5d8d0e63-ac56-4d04-a39d-472283e3f143 req-d4d76e7b-78c0-4057-99df-a84b7b460ffd tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411942
Apr 02 18:22:52.648053 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28f237-dd19-47b8-b6a0-b7c41c13f5b1 req-3d0776bd-d459-45c5-b956-131f78184170 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:52.649637 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7e28f237-dd19-47b8-b6a0-b7c41c13f5b1 req-3d0776bd-d459-45c5-b956-131f78184170 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0906951
Apr 02 18:22:52.697287 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7e28f237-dd19-47b8-b6a0-b7c41c13f5b1 req-5404e2ff-e74d-4514-9d1e-3e61952ccab0 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411096
Apr 02 18:22:53.277268 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb193af4-77fb-4394-9100-8cb00c3b9305 req-e0d14068-6bd3-4b78-9381-bd498e38e664 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:53.277942 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-bb193af4-77fb-4394-9100-8cb00c3b9305 req-e0d14068-6bd3-4b78-9381-bd498e38e664 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Synchronizing usage tracker for tenant:dfaba96d159b45cca52f40e00f31208c on resource:port {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:22:53.335581 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-bb193af4-77fb-4394-9100-8cb00c3b9305 req-e0d14068-6bd3-4b78-9381-bd498e38e664 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Unset dirty status for tenant:dfaba96d159b45cca52f40e00f31208c on resource:port {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:22:53.336806 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bb193af4-77fb-4394-9100-8cb00c3b9305 req-e0d14068-6bd3-4b78-9381-bd498e38e664 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.1457665
Apr 02 18:22:53.419407 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-bb193af4-77fb-4394-9100-8cb00c3b9305 req-9a179107-8c32-4a67-a90a-a9fdf6c9e58c tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Deleting port ec2044d8-963d-40ad-a73b-c5bddbf2e1bc {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:22:53.419813 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-bb193af4-77fb-4394-9100-8cb00c3b9305 req-9a179107-8c32-4a67-a90a-a9fdf6c9e58c tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:53.680698 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-bb193af4-77fb-4394-9100-8cb00c3b9305 req-9a179107-8c32-4a67-a90a-a9fdf6c9e58c tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] For port ec2044d8-963d-40ad-a73b-c5bddbf2e1bc, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=ec2044d8-963d-40ad-a73b-c5bddbf2e1bc,segment=NetworkSegment(b8084356-3e72-4438-b448-a734cb3557ae),segment_id=b8084356-3e72-4438-b448-a734cb3557ae)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:22:53.681317 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-bb193af4-77fb-4394-9100-8cb00c3b9305 req-9a179107-8c32-4a67-a90a-a9fdf6c9e58c tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:53.896901 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a7f75-32e2-4b49-99e0-4be9f8dcc80c req-2900b23a-f21a-4dd0-b00d-6697d4f70bcb tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:22:53.899108 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1b4a7f75-32e2-4b49-99e0-4be9f8dcc80c req-2900b23a-f21a-4dd0-b00d-6697d4f70bcb tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 946 time: 0.0891109
Apr 02 18:22:53.950284 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1b4a7f75-32e2-4b49-99e0-4be9f8dcc80c req-7498efbe-3f5d-4f1a-a653-d1b59321e477 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2349ff3-f5d0-469a-bb3b-3ff237f05155&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439746
Apr 02 18:22:53.997498 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-bb193af4-77fb-4394-9100-8cb00c3b9305 req-9a179107-8c32-4a67-a90a-a9fdf6c9e58c tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:53.997912 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-bb193af4-77fb-4394-9100-8cb00c3b9305 req-9a179107-8c32-4a67-a90a-a9fdf6c9e58c tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854362165'] for floatingip, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:53.998263 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.l3_db [req-bb193af4-77fb-4394-9100-8cb00c3b9305 req-9a179107-8c32-4a67-a90a-a9fdf6c9e58c tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Floating IP 4be3b596-13dd-483b-88c8-a922351a0e48 disassociated. External IP: 172.27.2.52, port: ec2044d8-963d-40ad-a73b-c5bddbf2e1bc.
Apr 02 18:22:53.998687 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-bb193af4-77fb-4394-9100-8cb00c3b9305 req-9a179107-8c32-4a67-a90a-a9fdf6c9e58c tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Calling delete_port for ec2044d8-963d-40ad-a73b-c5bddbf2e1bc owned by compute:nova {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:22:54.174849 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-bb193af4-77fb-4394-9100-8cb00c3b9305 req-9a179107-8c32-4a67-a90a-a9fdf6c9e58c tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:54.190565 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-6e0e48bc-6956-486d-a48a-a0a1808c5573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:22:54.290236 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a179107-8c32-4a67-a90a-a9fdf6c9e58c tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Pushing event deleted for resources: {'Port': ['ID=ec2044d8-963d-40ad-a73b-c5bddbf2e1bc,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:22:54.294109 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-9a179107-8c32-4a67-a90a-a9fdf6c9e58c tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:22:54.556364 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb193af4-77fb-4394-9100-8cb00c3b9305 req-9a179107-8c32-4a67-a90a-a9fdf6c9e58c tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Router 920e82ea-401d-4c95-badb-bae4cf451443 has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:22:54.744928 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb193af4-77fb-4394-9100-8cb00c3b9305 req-9a179107-8c32-4a67-a90a-a9fdf6c9e58c tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:22:54.754560 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75320a5b-6cb1-4c25-9b88-fcedb6a73f0c None None] Sync routers for ids ['920e82ea-401d-4c95-badb-bae4cf451443'] in dv-cinder-784603-1-iscsi {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:22:54.765426 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75320a5b-6cb1-4c25-9b88-fcedb6a73f0c None None] Routers {'920e82ea-401d-4c95-badb-bae4cf451443'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:22:54.766187 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-75320a5b-6cb1-4c25-9b88-fcedb6a73f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10e76278>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:22:30Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['920e82ea-401d-4c95-badb-bae4cf451443'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:22:54.829119 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb193af4-77fb-4394-9100-8cb00c3b9305 req-9a179107-8c32-4a67-a90a-a9fdf6c9e58c tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] No DVR routers for this DVR port ec2044d8-963d-40ad-a73b-c5bddbf2e1bc on host hv-cinder-78460 {{(pid=84390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:22:54.831689 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-bb193af4-77fb-4394-9100-8cb00c3b9305 req-9a179107-8c32-4a67-a90a-a9fdf6c9e58c tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:54.834863 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5280bdc-802f-4950-8c67-8efef311020b', 'name': 'network-vif-deleted', 'tag': 'ec2044d8-963d-40ad-a73b-c5bddbf2e1bc'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:22:54.886292 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bb193af4-77fb-4394-9100-8cb00c3b9305 req-9a179107-8c32-4a67-a90a-a9fdf6c9e58c tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.15 "DELETE /v2.0/ports/ec2044d8-963d-40ad-a73b-c5bddbf2e1bc HTTP/1.1" status: 204  len: 173 time: 1.5430200
Apr 02 18:22:54.888274 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5280bdc-802f-4950-8c67-8efef311020b', 'name': 'network-vif-deleted', 'tag': 'ec2044d8-963d-40ad-a73b-c5bddbf2e1bc', 'status': 'completed', 'code': 200}
Apr 02 18:22:55.140629 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-75320a5b-6cb1-4c25-9b88-fcedb6a73f0c None None] Set router 920e82ea-401d-4c95-badb-bae4cf451443 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:22:55.141441 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-8339f915-1e41-4ef8-b6a9-c6fa76482442 req-a1d34579-39a8-465b-bc8f-c6d0d9970786 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5280bdc-802f-4950-8c67-8efef311020b HTTP/1.1" status: 200  len: 210 time: 0.0531461
Apr 02 18:22:55.470215 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-75320a5b-6cb1-4c25-9b88-fcedb6a73f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10e76278>, [{'id': '920e82ea-401d-4c95-badb-bae4cf451443', 'name': 'tempest-AttachVolumeTestJSON-1832118101-router', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:19:54Z', 'updated_at': '2021-04-02T18:19:59Z', 'revision_number': 4, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'gw_port': {'id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:55Z', 'updated_at': '2021-04-02T18:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': '79babec3-69b8-49a2-a31c-576d0faae849', 'name': '', 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'mac_address': 'fa:16:3e:70:9b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:58Z', 'updated_at': '2021-04-02T18:20:06Z', 'revision_number': 5, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'subnets': [{'id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:22:55.474264 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75320a5b-6cb1-4c25-9b88-fcedb6a73f0c None None] Checking router: 920e82ea-401d-4c95-badb-bae4cf451443 for host: dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:22:55.483250 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75320a5b-6cb1-4c25-9b88-fcedb6a73f0c None None] Routers {'920e82ea-401d-4c95-badb-bae4cf451443'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:22:55.483904 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-75320a5b-6cb1-4c25-9b88-fcedb6a73f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10e76278>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:22:30Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['920e82ea-401d-4c95-badb-bae4cf451443'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:22:55.671961 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-75320a5b-6cb1-4c25-9b88-fcedb6a73f0c None None] Set router 920e82ea-401d-4c95-badb-bae4cf451443 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:22:56.003009 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-75320a5b-6cb1-4c25-9b88-fcedb6a73f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10e76278>, [{'id': '920e82ea-401d-4c95-badb-bae4cf451443', 'name': 'tempest-AttachVolumeTestJSON-1832118101-router', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:19:54Z', 'updated_at': '2021-04-02T18:19:59Z', 'revision_number': 4, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'gw_port': {'id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:55Z', 'updated_at': '2021-04-02T18:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': '79babec3-69b8-49a2-a31c-576d0faae849', 'name': '', 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'mac_address': 'fa:16:3e:70:9b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:58Z', 'updated_at': '2021-04-02T18:20:06Z', 'revision_number': 5, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'subnets': [{'id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:22:56.007004 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75320a5b-6cb1-4c25-9b88-fcedb6a73f0c None None] The sync data for ids ['920e82ea-401d-4c95-badb-bae4cf451443'] in dv-cinder-784603-1-iscsi is: [{'id': '920e82ea-401d-4c95-badb-bae4cf451443', 'name': 'tempest-AttachVolumeTestJSON-1832118101-router', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:19:54Z', 'updated_at': '2021-04-02T18:19:59Z', 'revision_number': 4, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'gw_port': {'id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:55Z', 'updated_at': '2021-04-02T18:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': '79babec3-69b8-49a2-a31c-576d0faae849', 'name': '', 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'mac_address': 'fa:16:3e:70:9b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:58Z', 'updated_at': '2021-04-02T18:20:06Z', 'revision_number': 5, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'subnets': [{'id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:22:56.316663 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 44528) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:22:56.386494 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e4476029-1a6e-4419-bfe1-b1a529acfb0b tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:56.393439 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ba458a-86a4-4726-918e-b903ed91c191 None None] New status for floating IP 4be3b596-13dd-483b-88c8-a922351a0e48: DOWN {{(pid=84392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:22:56.418510 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e4476029-1a6e-4419-bfe1-b1a529acfb0b tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:56.497933 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e4476029-1a6e-4419-bfe1-b1a529acfb0b tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:56.503564 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e5ae50d1-b047-4c50-89c4-2990ae7ec250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:22:56.519798 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4476029-1a6e-4419-bfe1-b1a529acfb0b tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2349ff3-f5d0-469a-bb3b-3ff237f05155,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:22:56.523100 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e4476029-1a6e-4419-bfe1-b1a529acfb0b tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:22:56.560232 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e4476029-1a6e-4419-bfe1-b1a529acfb0b tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:56.561465 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-e4476029-1a6e-4419-bfe1-b1a529acfb0b tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "DELETE /v2.0/security-groups/f2349ff3-f5d0-469a-bb3b-3ff237f05155 HTTP/1.1" status: 204  len: 168 time: 0.2437091
Apr 02 18:22:56.564357 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 44532) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:22:56.582384 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.v2.resource [None req-8571341d-c0ca-4dbb-ab83-c907557ff910 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] show failed (client error): The resource could not be found.
Apr 02 18:22:56.583480 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-8571341d-c0ca-4dbb-ab83-c907557ff910 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups/f2349ff3-f5d0-469a-bb3b-3ff237f05155 HTTP/1.1" status: 404  len: 347 time: 0.0180957
Apr 02 18:22:56.587115 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 44536) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:22:56.978194 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-32c267d6-55b1-4e87-8541-8adcc5a9f630 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Deleting port 6c1b5fab-8c5b-4319-9a63-98bc88238cc1 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:22:56.978595 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-32c267d6-55b1-4e87-8541-8adcc5a9f630 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:57.153523 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-32c267d6-55b1-4e87-8541-8adcc5a9f630 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:57.154101 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-32c267d6-55b1-4e87-8541-8adcc5a9f630 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:57.283743 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-32c267d6-55b1-4e87-8541-8adcc5a9f630 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Calling delete_port for 6c1b5fab-8c5b-4319-9a63-98bc88238cc1 owned by network:floatingip {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:22:57.458149 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-32c267d6-55b1-4e87-8541-8adcc5a9f630 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851822213'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:57.473184 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:22:57.572488 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c267d6-55b1-4e87-8541-8adcc5a9f630 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Pushing event deleted for resources: {'Port': ['ID=6c1b5fab-8c5b-4319-9a63-98bc88238cc1,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:22:57.591566 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c267d6-55b1-4e87-8541-8adcc5a9f630 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:57.591994 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c267d6-55b1-4e87-8541-8adcc5a9f630 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:57.592410 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c267d6-55b1-4e87-8541-8adcc5a9f630 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:57.592819 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c267d6-55b1-4e87-8541-8adcc5a9f630 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:57.593221 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c267d6-55b1-4e87-8541-8adcc5a9f630 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:57.593626 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c267d6-55b1-4e87-8541-8adcc5a9f630 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:57.594026 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c267d6-55b1-4e87-8541-8adcc5a9f630 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:57.594450 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c267d6-55b1-4e87-8541-8adcc5a9f630 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:57.594851 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c267d6-55b1-4e87-8541-8adcc5a9f630 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:57.595246 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c267d6-55b1-4e87-8541-8adcc5a9f630 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:57.595662 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c267d6-55b1-4e87-8541-8adcc5a9f630 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:57.596034 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c267d6-55b1-4e87-8541-8adcc5a9f630 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:22:57.601405 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-32c267d6-55b1-4e87-8541-8adcc5a9f630 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:22:57.623884 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2f2e40c1-7160-4a5a-ad21-dadb15575857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:57.689568 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device ec2044d8-963d-40ad-a73b-c5bddbf2e1bc no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:22:57.727836 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] No Port match for: ec2044d8-963d-40ad-a73b-c5bddbf2e1bc {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:22:57.728156 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device ec2044d8-963d-40ad-a73b-c5bddbf2e1bc not bound to the agent host hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:22:57.746570 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-32c267d6-55b1-4e87-8541-8adcc5a9f630 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for floatingip, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:57.761289 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-32c267d6-55b1-4e87-8541-8adcc5a9f630 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:57.762557 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-32c267d6-55b1-4e87-8541-8adcc5a9f630 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "DELETE /v2.0/floatingips/4be3b596-13dd-483b-88c8-a922351a0e48 HTTP/1.1" status: 204  len: 168 time: 1.1742759
Apr 02 18:22:58.114684 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 44542) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:22:58.120624 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-24dd5adb-bad3-4ddc-8305-40e8433a1231 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2064856381', 'description': 'tempest-description--1013308715'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:22:58.126950 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-24dd5adb-bad3-4ddc-8305-40e8433a1231 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:22:58.131224 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-24dd5adb-bad3-4ddc-8305-40e8433a1231 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Usage tracker for resource:security_group and tenant:dfaba96d159b45cca52f40e00f31208c is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:22:58.135002 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-24dd5adb-bad3-4ddc-8305-40e8433a1231 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:22:58.140932 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-24dd5adb-bad3-4ddc-8305-40e8433a1231 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:22:58.183665 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-24dd5adb-bad3-4ddc-8305-40e8433a1231 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:58.205089 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-24dd5adb-bad3-4ddc-8305-40e8433a1231 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:22:58.209152 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-24dd5adb-bad3-4ddc-8305-40e8433a1231 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Usage tracker for resource:security_group_rule and tenant:dfaba96d159b45cca52f40e00f31208c is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:22:58.212809 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-24dd5adb-bad3-4ddc-8305-40e8433a1231 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:22:58.218820 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-24dd5adb-bad3-4ddc-8305-40e8433a1231 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:22:58.487697 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-24dd5adb-bad3-4ddc-8305-40e8433a1231 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:58.523381 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-24dd5adb-bad3-4ddc-8305-40e8433a1231 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:58.528593 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-77c8d37a-50f1-4aa1-bb85-76cb9a6cf670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:22:58.576564 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd5adb-bad3-4ddc-8305-40e8433a1231 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1534ef8-be49-4bd5-a25f-9d61a0fa2e7e,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:22:58.579429 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-24dd5adb-bad3-4ddc-8305-40e8433a1231 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:22:58.606333 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-24dd5adb-bad3-4ddc-8305-40e8433a1231 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:58.607648 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-24dd5adb-bad3-4ddc-8305-40e8433a1231 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.4918730
Apr 02 18:22:58.610619 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 44546) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:22:58.616793 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-ff258b98-f83a-4aee-b0bb-6a4dfbc9102b tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Request body: {'security_group_rule': {'security_group_id': 'a1534ef8-be49-4bd5-a25f-9d61a0fa2e7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:22:58.623146 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-ff258b98-f83a-4aee-b0bb-6a4dfbc9102b tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:22:58.627098 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-ff258b98-f83a-4aee-b0bb-6a4dfbc9102b tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Usage tracker for resource:security_group_rule and tenant:dfaba96d159b45cca52f40e00f31208c is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:22:58.630029 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-ff258b98-f83a-4aee-b0bb-6a4dfbc9102b tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:22:58.636846 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-ff258b98-f83a-4aee-b0bb-6a4dfbc9102b tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:22:58.681955 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ff258b98-f83a-4aee-b0bb-6a4dfbc9102b tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:58.744664 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ff258b98-f83a-4aee-b0bb-6a4dfbc9102b tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:58.761129 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:58.797958 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ff258b98-f83a-4aee-b0bb-6a4dfbc9102b tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413681'] for security_group_rule, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:58.800081 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:22:58.824231 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff258b98-f83a-4aee-b0bb-6a4dfbc9102b tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410b31ab-abab-4c1e-9f32-632122b6f210,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:22:58.826705 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-ff258b98-f83a-4aee-b0bb-6a4dfbc9102b tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:22:58.860769 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ff258b98-f83a-4aee-b0bb-6a4dfbc9102b tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:58.862368 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-ff258b98-f83a-4aee-b0bb-6a4dfbc9102b tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2506385
Apr 02 18:22:58.866358 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 44550) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:22:58.874583 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-8f217d65-c874-4efa-8824-0b19b28b57fd tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Request body: {'security_group_rule': {'security_group_id': 'a1534ef8-be49-4bd5-a25f-9d61a0fa2e7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:22:58.881352 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-8f217d65-c874-4efa-8824-0b19b28b57fd tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:22:58.885652 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-8f217d65-c874-4efa-8824-0b19b28b57fd tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Usage tracker for resource:security_group_rule and tenant:dfaba96d159b45cca52f40e00f31208c is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:22:58.888709 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-8f217d65-c874-4efa-8824-0b19b28b57fd tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:22:58.895804 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-8f217d65-c874-4efa-8824-0b19b28b57fd tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:22:58.953200 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8f217d65-c874-4efa-8824-0b19b28b57fd tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:59.020302 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8f217d65-c874-4efa-8824-0b19b28b57fd tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:59.055227 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8f217d65-c874-4efa-8824-0b19b28b57fd tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413681'] for security_group_rule, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:59.057390 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:22:59.081188 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f217d65-c874-4efa-8824-0b19b28b57fd tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2989923-3771-46ba-9f30-4fa23fff4b3c,revision_number=0']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:22:59.083774 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8f217d65-c874-4efa-8824-0b19b28b57fd tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:22:59.123514 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8f217d65-c874-4efa-8824-0b19b28b57fd tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:59.124796 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-8f217d65-c874-4efa-8824-0b19b28b57fd tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2569757
Apr 02 18:22:59.128060 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 44554) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:22:59.133553 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-19fdeedd-2b07-47b4-9061-5f6bb5b53393 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Request body: {'floatingip': {'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:22:59.139812 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-19fdeedd-2b07-47b4-9061-5f6bb5b53393 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:22:59.143873 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-19fdeedd-2b07-47b4-9061-5f6bb5b53393 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Usage tracker for resource:floatingip and tenant:dfaba96d159b45cca52f40e00f31208c is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:22:59.147670 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-19fdeedd-2b07-47b4-9061-5f6bb5b53393 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:22:59.153647 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-19fdeedd-2b07-47b4-9061-5f6bb5b53393 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:22:59.203810 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-19fdeedd-2b07-47b4-9061-5f6bb5b53393 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for floatingip, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:59.346652 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-19fdeedd-2b07-47b4-9061-5f6bb5b53393 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:59.492176 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [None req-19fdeedd-2b07-47b4-9061-5f6bb5b53393 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Allocated IP 172.27.2.42 (42dddd6f-9dd9-47ad-90cc-d42a9f8f1223/91c6c6e9-4506-41a9-9628-98cc28823f44/a49461e9-911a-42ca-a35c-fd69f10fcaf9) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:22:59.554950 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-37bf39fd-39f0-4d4f-8140-3f83e1b8e46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:59.648720 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-19fdeedd-2b07-47b4-9061-5f6bb5b53393 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:59.703756 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-19fdeedd-2b07-47b4-9061-5f6bb5b53393 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:22:59.719544 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8e3b4023-d066-4188-9bb9-330801a69336 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:22:59.854133 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fdeedd-2b07-47b4-9061-5f6bb5b53393 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Pushing event updated for resources: {'Port': ['ID=a49461e9-911a-42ca-a35c-fd69f10fcaf9,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:22:59.858883 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-19fdeedd-2b07-47b4-9061-5f6bb5b53393 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:22:59.909304 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fdeedd-2b07-47b4-9061-5f6bb5b53393 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Network 42dddd6f-9dd9-47ad-90cc-d42a9f8f1223 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:22:59.910476 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-19fdeedd-2b07-47b4-9061-5f6bb5b53393 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:22:59.913004 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fdeedd-2b07-47b4-9061-5f6bb5b53393 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:22:59.996210 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-19fdeedd-2b07-47b4-9061-5f6bb5b53393 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:00.083156 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-19fdeedd-2b07-47b4-9061-5f6bb5b53393 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:00.083388 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:00.614832 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-19fdeedd-2b07-47b4-9061-5f6bb5b53393 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for port, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:00.671748 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-19fdeedd-2b07-47b4-9061-5f6bb5b53393 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:00.686922 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8e3b4023-d066-4188-9bb9-330801a69336 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:23:00.821109 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fdeedd-2b07-47b4-9061-5f6bb5b53393 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Pushing event updated for resources: {'Port': ['ID=a49461e9-911a-42ca-a35c-fd69f10fcaf9,revision_number=2']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:23:00.826421 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-19fdeedd-2b07-47b4-9061-5f6bb5b53393 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:23:00.928048 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-19fdeedd-2b07-47b4-9061-5f6bb5b53393 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854362165'] for floatingip, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:00.989419 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-19fdeedd-2b07-47b4-9061-5f6bb5b53393 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for floatingip, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:00.990817 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-19fdeedd-2b07-47b4-9061-5f6bb5b53393 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.8617435
Apr 02 18:23:01.162389 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-8d23aac6-c614-4e7c-b4ca-0b232486ffa6 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Synchronizing usage tracker for tenant:dfaba96d159b45cca52f40e00f31208c on resource:security_group {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:23:01.206439 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-8d23aac6-c614-4e7c-b4ca-0b232486ffa6 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Unset dirty status for tenant:dfaba96d159b45cca52f40e00f31208c on resource:security_group {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:23:01.207764 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-8d23aac6-c614-4e7c-b4ca-0b232486ffa6 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--2064856381&fields=id&tenant_id=dfaba96d159b45cca52f40e00f31208c HTTP/1.1" status: 200  len: 267 time: 0.0877316
Apr 02 18:23:01.370037 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-161cbd23-a27f-4478-a900-c4e985706d3f tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:01.371620 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-161cbd23-a27f-4478-a900-c4e985706d3f tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/networks?id=6a8685e6-ae49-456d-b77c-abc425733d73 HTTP/1.1" status: 200  len: 811 time: 0.1558862
Apr 02 18:23:01.388109 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-33ff9a6b-9898-42ca-831f-c99b553209dd tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/quotas/dfaba96d159b45cca52f40e00f31208c HTTP/1.1" status: 200  len: 375 time: 0.0102413
Apr 02 18:23:01.481331 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-b813e998-5cac-4e7a-8b62-82beadf35b7e tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Synchronizing usage tracker for tenant:dfaba96d159b45cca52f40e00f31208c on resource:port {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:23:01.534481 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-b813e998-5cac-4e7a-8b62-82beadf35b7e tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Unset dirty status for tenant:dfaba96d159b45cca52f40e00f31208c on resource:port {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:23:01.535837 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-b813e998-5cac-4e7a-8b62-82beadf35b7e tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=dfaba96d159b45cca52f40e00f31208c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1421795
Apr 02 18:23:01.632887 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-a07d9ff8-4b88-492e-b505-433ef4742da9 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=84391) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 02 18:23:01.633982 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-a07d9ff8-4b88-492e-b505-433ef4742da9 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0857334
Apr 02 18:23:01.732109 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:01.777600 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-9520ea69-6cce-49a7-a1db-1c3c173cab12 service neutron] 10.222.0.10 "GET /v2.0/networks/6a8685e6-ae49-456d-b77c-abc425733d73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368790
Apr 02 18:23:01.921664 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-55244ce6-7d62-4005-a4b7-9b4a584bbe21 service neutron] 10.222.0.10 "GET /v2.0/networks/6a8685e6-ae49-456d-b77c-abc425733d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373942
Apr 02 18:23:03.168056 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-54df6a06-cb28-460e-ad7e-c0aaaa608681 req-9dd6f06d-28fb-4015-a0d9-0194add2f51b tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=48b932d2-b839-4ae9-8417-0e68c5e761fd HTTP/1.1" status: 200  len: 210 time: 0.0480411
Apr 02 18:23:04.278087 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-14215077-4138-48a6-8e63-e12312461888 req-965682ee-31b0-4061-a884-1f4b383d3a19 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=48b932d2-b839-4ae9-8417-0e68c5e761fd HTTP/1.1" status: 200  len: 210 time: 0.0484869
Apr 02 18:23:05.385918 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e92c0295-d1d3-46c1-8a51-a196eaa87744 req-152e4769-c42d-4f5c-8ec1-7463e6d3e2d7 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=48b932d2-b839-4ae9-8417-0e68c5e761fd HTTP/1.1" status: 200  len: 210 time: 0.0524552
Apr 02 18:23:06.545833 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d6054e05-e756-4095-bdc5-024d1be0a5f4 req-6d117c03-44e0-4f55-b1d1-4a09abb266ba tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=48b932d2-b839-4ae9-8417-0e68c5e761fd HTTP/1.1" status: 200  len: 210 time: 0.0486801
Apr 02 18:23:07.708233 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f1444314-609b-47e4-bf05-1813a9e4a518 req-bf43c841-ea5a-4e05-a539-44b346c1d697 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=48b932d2-b839-4ae9-8417-0e68c5e761fd HTTP/1.1" status: 200  len: 210 time: 0.0495591
Apr 02 18:23:07.985733 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-95772628-7b0e-461d-996d-b05b57681d38 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:07.987330 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-95772628-7b0e-461d-996d-b05b57681d38 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.15 "GET /v2.0/networks?id=6a8685e6-ae49-456d-b77c-abc425733d73 HTTP/1.1" status: 200  len: 811 time: 0.1665609
Apr 02 18:23:08.061935 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-10d481c8-f12d-4c1f-b9ba-273a6beb82f5 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Synchronizing usage tracker for tenant:dfaba96d159b45cca52f40e00f31208c on resource:security_group {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:23:08.074749 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-10d481c8-f12d-4c1f-b9ba-273a6beb82f5 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Unset dirty status for tenant:dfaba96d159b45cca52f40e00f31208c on resource:security_group {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:23:08.076100 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-10d481c8-f12d-4c1f-b9ba-273a6beb82f5 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dfaba96d159b45cca52f40e00f31208c HTTP/1.1" status: 200  len: 5709 time: 0.0807695
Apr 02 18:23:08.085644 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-a469c069-575f-42a5-9569-eb8167059352 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Request body: {'port': {'device_id': '48b932d2-b839-4ae9-8417-0e68c5e761fd', 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73', 'admin_state_up': True, 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'security_groups': ['a1534ef8-be49-4bd5-a25f-9d61a0fa2e7e']}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:23:08.228858 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-a469c069-575f-42a5-9569-eb8167059352 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:23:08.238870 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-a469c069-575f-42a5-9569-eb8167059352 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:23:08.277377 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-a469c069-575f-42a5-9569-eb8167059352 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Made reservation on behalf of dfaba96d159b45cca52f40e00f31208c for: {'port': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:23:08.283749 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-a469c069-575f-42a5-9569-eb8167059352 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:08.455870 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-a469c069-575f-42a5-9569-eb8167059352 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Allocated IP 172.20.0.3 (6a8685e6-ae49-456d-b77c-abc425733d73/0674dce4-132f-47ef-91d2-5fa513e41545/44ad18da-6231-4f30-b0b5-bea47aa19e5e) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:23:08.652287 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-a469c069-575f-42a5-9569-eb8167059352 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:08.668877 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-a469c069-575f-42a5-9569-eb8167059352 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Transition to ACTIVE for port object 44ad18da-6231-4f30-b0b5-bea47aa19e5e will not be triggered until provisioned by entity DHCP. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:23:08.718214 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-a469c069-575f-42a5-9569-eb8167059352 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:08.734434 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c71cf583-7ef6-4e02-80d2-1f6d93831c26 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:23:08.874239 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469c069-575f-42a5-9569-eb8167059352 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Pushing event updated for resources: {'Port': ['ID=44ad18da-6231-4f30-b0b5-bea47aa19e5e,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:23:08.878680 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a469c069-575f-42a5-9569-eb8167059352 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:23:08.923354 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823334e5-9c48-4dea-981d-87464991bbd6 req-44dc178a-7355-4d44-a964-1c78aabdd749 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:08.929142 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-823334e5-9c48-4dea-981d-87464991bbd6 req-44dc178a-7355-4d44-a964-1c78aabdd749 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=48b932d2-b839-4ae9-8417-0e68c5e761fd HTTP/1.1" status: 200  len: 931 time: 0.0992148
Apr 02 18:23:08.940414 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-a469c069-575f-42a5-9569-eb8167059352 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Network 6a8685e6-ae49-456d-b77c-abc425733d73 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:23:08.941546 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-a469c069-575f-42a5-9569-eb8167059352 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:23:08.945141 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-a469c069-575f-42a5-9569-eb8167059352 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:23:09.000454 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-823334e5-9c48-4dea-981d-87464991bbd6 req-dc2fec34-f662-4e26-804d-cd155dc67d77 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1534ef8-be49-4bd5-a25f-9d61a0fa2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438170
Apr 02 18:23:09.013899 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-a469c069-575f-42a5-9569-eb8167059352 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:09.014609 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-a469c069-575f-42a5-9569-eb8167059352 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:09.071270 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-a469c069-575f-42a5-9569-eb8167059352 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9897277
Apr 02 18:23:09.084808 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-5c1d8a2e-264b-4bed-9317-7825a42aeb5f service neutron] Request body: {'port': {'device_id': '48b932d2-b839-4ae9-8417-0e68c5e761fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:23:09.157577 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-a04244ff-ab2e-4666-aa42-35dacdd2d9b5 None None] Provisioning for port 44ad18da-6231-4f30-b0b5-bea47aa19e5e completed by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:23:09.163270 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-a04244ff-ab2e-4666-aa42-35dacdd2d9b5 None None] Provisioning complete for port 44ad18da-6231-4f30-b0b5-bea47aa19e5e triggered by entity DHCP. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:23:09.163682 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a04244ff-ab2e-4666-aa42-35dacdd2d9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:09.210683 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-5c1d8a2e-264b-4bed-9317-7825a42aeb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:09.222097 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-a04244ff-ab2e-4666-aa42-35dacdd2d9b5 None None] Port 44ad18da-6231-4f30-b0b5-bea47aa19e5e cannot update to ACTIVE because it is not bound. {{(pid=84392) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 02 18:23:09.438018 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:09.661908 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-5c1d8a2e-264b-4bed-9317-7825a42aeb5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44ad18da-6231-4f30-b0b5-bea47aa19e5e {{(pid=84390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:23:09.673372 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-5c1d8a2e-264b-4bed-9317-7825a42aeb5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:09.690126 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-5c1d8a2e-264b-4bed-9317-7825a42aeb5f service neutron] Transition to ACTIVE for port object 44ad18da-6231-4f30-b0b5-bea47aa19e5e will not be triggered until provisioned by entity L2. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:23:09.723701 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-5c1d8a2e-264b-4bed-9317-7825a42aeb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:09.741696 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7b8b1d8c-9e3d-4d02-a79e-0fe04ef17f90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:23:09.899848 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d8a2e-264b-4bed-9317-7825a42aeb5f service neutron] Pushing event updated for resources: {'Port': ['ID=44ad18da-6231-4f30-b0b5-bea47aa19e5e,revision_number=2']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:23:09.905609 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-5c1d8a2e-264b-4bed-9317-7825a42aeb5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:23:10.146935 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-5c1d8a2e-264b-4bed-9317-7825a42aeb5f service neutron] Attempting to bind port 44ad18da-6231-4f30-b0b5-bea47aa19e5e on host hv-cinder-78460 for vnic_type normal with profile  {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:23:10.148083 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-5c1d8a2e-264b-4bed-9317-7825a42aeb5f service neutron] Attempting to bind port 44ad18da-6231-4f30-b0b5-bea47aa19e5e by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': 'b8084356-3e72-4438-b448-a734cb3557ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73'}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:23:10.148668 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-5c1d8a2e-264b-4bed-9317-7825a42aeb5f service neutron] Attempting to bind port 44ad18da-6231-4f30-b0b5-bea47aa19e5e on network 6a8685e6-ae49-456d-b77c-abc425733d73 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:23:10.154169 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-5c1d8a2e-264b-4bed-9317-7825a42aeb5f service neutron] Port 44ad18da-6231-4f30-b0b5-bea47aa19e5e on network 6a8685e6-ae49-456d-b77c-abc425733d73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:23:10.154571 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-5c1d8a2e-264b-4bed-9317-7825a42aeb5f service neutron] Attempting to bind port 44ad18da-6231-4f30-b0b5-bea47aa19e5e on network 6a8685e6-ae49-456d-b77c-abc425733d73 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:23:10.160284 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-5c1d8a2e-264b-4bed-9317-7825a42aeb5f service neutron] Checking agent: {'id': 'ba9f1d54-5540-4326-91bf-66629f4d5678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'started_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:23:10.160657 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-5c1d8a2e-264b-4bed-9317-7825a42aeb5f service neutron] Checking segment: {'id': 'b8084356-3e72-4438-b448-a734cb3557ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:23:10.161072 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-5c1d8a2e-264b-4bed-9317-7825a42aeb5f service neutron] Bound using segment: {'id': 'b8084356-3e72-4438-b448-a734cb3557ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73'} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:23:10.161542 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-5c1d8a2e-264b-4bed-9317-7825a42aeb5f service neutron] Bound port: 44ad18da-6231-4f30-b0b5-bea47aa19e5e, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8084356-3e72-4438-b448-a734cb3557ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73'}}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:23:10.161925 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-5c1d8a2e-264b-4bed-9317-7825a42aeb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:10.192788 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351ad24-5a09-43b9-beb7-16f43fb5889a req-79930464-4036-478d-8005-f96c7ccad8e3 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:10.194492 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6351ad24-5a09-43b9-beb7-16f43fb5889a req-79930464-4036-478d-8005-f96c7ccad8e3 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=48b932d2-b839-4ae9-8417-0e68c5e761fd HTTP/1.1" status: 200  len: 943 time: 0.0940883
Apr 02 18:23:10.248660 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6351ad24-5a09-43b9-beb7-16f43fb5889a req-06e23b9a-3518-4fbe-9ab2-7edef9a4a988 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1534ef8-be49-4bd5-a25f-9d61a0fa2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471454
Apr 02 18:23:10.260172 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-5c1d8a2e-264b-4bed-9317-7825a42aeb5f service neutron] For port 44ad18da-6231-4f30-b0b5-bea47aa19e5e, host hv-cinder-78460, cleared binding levels {{(pid=84390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:23:10.263499 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-5c1d8a2e-264b-4bed-9317-7825a42aeb5f service neutron] For port 44ad18da-6231-4f30-b0b5-bea47aa19e5e, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=44ad18da-6231-4f30-b0b5-bea47aa19e5e,segment=NetworkSegment(b8084356-3e72-4438-b448-a734cb3557ae),segment_id=b8084356-3e72-4438-b448-a734cb3557ae)] {{(pid=84390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:23:10.295432 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-5c1d8a2e-264b-4bed-9317-7825a42aeb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:10.311766 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a469c069-575f-42a5-9569-eb8167059352 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:23:10.467389 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d8a2e-264b-4bed-9317-7825a42aeb5f service neutron] Pushing event updated for resources: {'Port': ['ID=44ad18da-6231-4f30-b0b5-bea47aa19e5e,revision_number=3']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:23:10.472102 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-5c1d8a2e-264b-4bed-9317-7825a42aeb5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:23:10.502096 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-5c1d8a2e-264b-4bed-9317-7825a42aeb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:10.502571 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-5c1d8a2e-264b-4bed-9317-7825a42aeb5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:10.504134 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-5c1d8a2e-264b-4bed-9317-7825a42aeb5f service neutron] 10.222.0.15 "PUT /v2.0/ports/44ad18da-6231-4f30-b0b5-bea47aa19e5e HTTP/1.1" status: 200  len: 1093 time: 1.4245884
Apr 02 18:23:10.504674 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b932d2-b839-4ae9-8417-0e68c5e761fd', 'tag': '44ad18da-6231-4f30-b0b5-bea47aa19e5e'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:23:10.554713 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b932d2-b839-4ae9-8417-0e68c5e761fd', 'tag': '44ad18da-6231-4f30-b0b5-bea47aa19e5e', 'status': 'completed', 'code': 200}
Apr 02 18:23:10.655196 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-566a7023-bdce-4225-b83e-afcb9c741b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:10.656916 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-566a7023-bdce-4225-b83e-afcb9c741b89 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfaba96d159b45cca52f40e00f31208c&device_id=48b932d2-b839-4ae9-8417-0e68c5e761fd HTTP/1.1" status: 200  len: 1096 time: 0.0858877
Apr 02 18:23:10.733964 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-882454c0-9b41-4f63-b7fa-9a6d0f40bc40 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44ad18da-6231-4f30-b0b5-bea47aa19e5e HTTP/1.1" status: 200  len: 217 time: 0.0698185
Apr 02 18:23:10.805822 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-5a89bbde-34be-4246-8f7f-fed303805ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:10.807395 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-5a89bbde-34be-4246-8f7f-fed303805ada service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0674dce4-132f-47ef-91d2-5fa513e41545 HTTP/1.1" status: 200  len: 850 time: 0.0672183
Apr 02 18:23:10.890583 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-211a81ab-eb90-44c4-b4e9-b2c5c02c5dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:10.892188 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-211a81ab-eb90-44c4-b4e9-b2c5c02c5dd4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a8685e6-ae49-456d-b77c-abc425733d73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762062
Apr 02 18:23:11.032592 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-f47d9931-cd09-4acd-b830-e9807b2e2574 service neutron] 10.222.0.15 "GET /v2.0/networks/6a8685e6-ae49-456d-b77c-abc425733d73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339512
Apr 02 18:23:11.175234 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-79ee4fe2-ef02-445e-8cf2-3dd1d03dfd5c req-a9e7c4e8-6deb-4251-8255-78f4ab9c4bd7 service neutron] 10.222.0.15 "GET /v2.0/networks/6a8685e6-ae49-456d-b77c-abc425733d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361570
Apr 02 18:23:11.321394 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1046d-adc0-4bfc-9c55-e93cdc1b5a58 req-ac7d2262-4361-48b1-bf25-cef72b5a4d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:11.323181 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c3b1046d-adc0-4bfc-9c55-e93cdc1b5a58 req-ac7d2262-4361-48b1-bf25-cef72b5a4d5b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfaba96d159b45cca52f40e00f31208c&device_id=48b932d2-b839-4ae9-8417-0e68c5e761fd HTTP/1.1" status: 200  len: 1096 time: 0.0788426
Apr 02 18:23:11.453170 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a865280-763d-4b0a-978f-e19d00a555e3 req-6c8a06a9-b621-4514-ad02-93d56ce4bcf8 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:11.454811 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0a865280-763d-4b0a-978f-e19d00a555e3 req-6c8a06a9-b621-4514-ad02-93d56ce4bcf8 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=48b932d2-b839-4ae9-8417-0e68c5e761fd HTTP/1.1" status: 200  len: 943 time: 0.0902724
Apr 02 18:23:11.468519 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1046d-adc0-4bfc-9c55-e93cdc1b5a58 req-f2d0a043-af4d-4cf7-8757-32c6500cd3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:11.470096 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c3b1046d-adc0-4bfc-9c55-e93cdc1b5a58 req-f2d0a043-af4d-4cf7-8757-32c6500cd3c8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a8685e6-ae49-456d-b77c-abc425733d73 HTTP/1.1" status: 200  len: 911 time: 0.1400571
Apr 02 18:23:11.503220 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0a865280-763d-4b0a-978f-e19d00a555e3 req-997fcedc-38ed-4657-a477-f987f4cc5a1a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1534ef8-be49-4bd5-a25f-9d61a0fa2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413857
Apr 02 18:23:11.547030 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c3b1046d-adc0-4bfc-9c55-e93cdc1b5a58 req-6c6cfefd-6780-4034-8f07-9a1f48329347 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44ad18da-6231-4f30-b0b5-bea47aa19e5e HTTP/1.1" status: 200  len: 217 time: 0.0698931
Apr 02 18:23:11.616470 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1046d-adc0-4bfc-9c55-e93cdc1b5a58 req-8b7416c5-5bea-42ec-a510-dc775c98c0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:11.617989 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c3b1046d-adc0-4bfc-9c55-e93cdc1b5a58 req-8b7416c5-5bea-42ec-a510-dc775c98c0e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0674dce4-132f-47ef-91d2-5fa513e41545 HTTP/1.1" status: 200  len: 850 time: 0.0647166
Apr 02 18:23:11.703027 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1046d-adc0-4bfc-9c55-e93cdc1b5a58 req-cc008f49-518d-4f47-b7ae-6800c7e8dfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:11.707694 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c3b1046d-adc0-4bfc-9c55-e93cdc1b5a58 req-cc008f49-518d-4f47-b7ae-6800c7e8dfee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a8685e6-ae49-456d-b77c-abc425733d73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0795000
Apr 02 18:23:12.091834 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c3b1046d-adc0-4bfc-9c55-e93cdc1b5a58 req-b3c5aaf3-740d-40aa-a00c-bf0c2039707b service neutron] 10.222.0.15 "GET /v2.0/networks/6a8685e6-ae49-456d-b77c-abc425733d73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3800864
Apr 02 18:23:12.232356 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c3b1046d-adc0-4bfc-9c55-e93cdc1b5a58 req-dd49e037-5e24-444b-af64-42a671e29606 service neutron] 10.222.0.15 "GET /v2.0/networks/6a8685e6-ae49-456d-b77c-abc425733d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1339729
Apr 02 18:23:12.710539 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81e6dd-12d7-4bd8-a0e6-9a3cc42717eb req-bb1fba34-f93c-48d0-adc5-02494ec09d75 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:12.712216 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7d81e6dd-12d7-4bd8-a0e6-9a3cc42717eb req-bb1fba34-f93c-48d0-adc5-02494ec09d75 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=48b932d2-b839-4ae9-8417-0e68c5e761fd HTTP/1.1" status: 200  len: 943 time: 0.0923080
Apr 02 18:23:12.759529 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7d81e6dd-12d7-4bd8-a0e6-9a3cc42717eb req-35c38572-a392-44dc-a2fe-c26078d24a60 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1534ef8-be49-4bd5-a25f-9d61a0fa2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410278
Apr 02 18:23:13.766660 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 44ad18da-6231-4f30-b0b5-bea47aa19e5e details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:23:13.970972 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67a904-6c32-49d9-b765-71f793fc979a req-7aff7dd2-b8c3-48c5-af0a-14fe172c3196 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:13.972744 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ce67a904-6c32-49d9-b765-71f793fc979a req-7aff7dd2-b8c3-48c5-af0a-14fe172c3196 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=48b932d2-b839-4ae9-8417-0e68c5e761fd HTTP/1.1" status: 200  len: 943 time: 0.0986359
Apr 02 18:23:14.031792 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ce67a904-6c32-49d9-b765-71f793fc979a req-f867d4ac-c9cd-4b68-9117-b0c1c88d2723 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1534ef8-be49-4bd5-a25f-9d61a0fa2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517380
Apr 02 18:23:14.085925 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 44ad18da-6231-4f30-b0b5-bea47aa19e5e, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=44ad18da-6231-4f30-b0b5-bea47aa19e5e,segment=NetworkSegment(b8084356-3e72-4438-b448-a734cb3557ae),segment_id=b8084356-3e72-4438-b448-a734cb3557ae)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:23:14.099728 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Returning: {'device': '44ad18da-6231-4f30-b0b5-bea47aa19e5e', 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73', 'port_id': '44ad18da-6231-4f30-b0b5-bea47aa19e5e', 'mac_address': 'fa:16:3e:f3:ee:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:23:14.159983 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:14.178654 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44ad18da-6231-4f30-b0b5-bea47aa19e5e {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:23:14.194914 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 44ad18da-6231-4f30-b0b5-bea47aa19e5e, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=44ad18da-6231-4f30-b0b5-bea47aa19e5e,segment=NetworkSegment(b8084356-3e72-4438-b448-a734cb3557ae),segment_id=b8084356-3e72-4438-b448-a734cb3557ae)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:23:14.231908 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:14.233854 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:23:14.305250 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=44ad18da-6231-4f30-b0b5-bea47aa19e5e,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:23:14.308345 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:23:14.440242 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['44ad18da-6231-4f30-b0b5-bea47aa19e5e'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:23:15.235410 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba0ba6-dfcc-4bfd-993a-f26c43aa083a req-4454c3e5-9397-49ec-abb7-b3fe0b724be9 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:15.236917 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fcba0ba6-dfcc-4bfd-993a-f26c43aa083a req-4454c3e5-9397-49ec-abb7-b3fe0b724be9 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=48b932d2-b839-4ae9-8417-0e68c5e761fd HTTP/1.1" status: 200  len: 944 time: 0.0895205
Apr 02 18:23:15.285304 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-fcba0ba6-dfcc-4bfd-993a-f26c43aa083a req-e026ca75-04b5-4d86-902c-e04afac832c9 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1534ef8-be49-4bd5-a25f-9d61a0fa2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420983
Apr 02 18:23:15.781675 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 44ad18da-6231-4f30-b0b5-bea47aa19e5e up at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:23:15.886772 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning for port 44ad18da-6231-4f30-b0b5-bea47aa19e5e completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:23:15.892071 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning complete for port 44ad18da-6231-4f30-b0b5-bea47aa19e5e triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:23:15.892493 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:16.016079 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:16.044120 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b932d2-b839-4ae9-8417-0e68c5e761fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ad18da-6231-4f30-b0b5-bea47aa19e5e'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:23:16.054923 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 44ad18da-6231-4f30-b0b5-bea47aa19e5e, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=44ad18da-6231-4f30-b0b5-bea47aa19e5e,segment=NetworkSegment(b8084356-3e72-4438-b448-a734cb3557ae),segment_id=b8084356-3e72-4438-b448-a734cb3557ae)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:23:16.091428 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b932d2-b839-4ae9-8417-0e68c5e761fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ad18da-6231-4f30-b0b5-bea47aa19e5e', 'code': 200}
Apr 02 18:23:16.094610 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:16.096558 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:23:16.168688 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=44ad18da-6231-4f30-b0b5-bea47aa19e5e,revision_number=5']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:23:16.172004 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:23:16.423792 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19f372-2818-4fe0-ba18-c4e31e4c9f3b req-ce95e316-75eb-41b8-b13a-f41645dd393a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:16.425421 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bb19f372-2818-4fe0-ba18-c4e31e4c9f3b req-ce95e316-75eb-41b8-b13a-f41645dd393a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=48b932d2-b839-4ae9-8417-0e68c5e761fd HTTP/1.1" status: 200  len: 1098 time: 0.0808680
Apr 02 18:23:16.469128 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bb19f372-2818-4fe0-ba18-c4e31e4c9f3b req-e1cbdb0c-1301-45e0-b629-c3df111a250f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a1534ef8-be49-4bd5-a25f-9d61a0fa2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372272
Apr 02 18:23:16.490639 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7166f-9161-4dbc-81aa-21713f8e7654 req-4bff4db9-4fd6-4e30-a39d-667bb1c883b0 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:16.492289 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-93a7166f-9161-4dbc-81aa-21713f8e7654 req-4bff4db9-4fd6-4e30-a39d-667bb1c883b0 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=48b932d2-b839-4ae9-8417-0e68c5e761fd HTTP/1.1" status: 200  len: 945 time: 0.0922782
Apr 02 18:23:16.539783 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-93a7166f-9161-4dbc-81aa-21713f8e7654 req-85f9ec68-c289-4a7a-879d-974534b57dc6 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1534ef8-be49-4bd5-a25f-9d61a0fa2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408554
Apr 02 18:23:17.739373 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee998c4-ea7d-43b4-aee3-5d4e5e87d634 req-abae525e-09a8-49af-9b23-eadb2f4332a4 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:17.740974 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6ee998c4-ea7d-43b4-aee3-5d4e5e87d634 req-abae525e-09a8-49af-9b23-eadb2f4332a4 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=48b932d2-b839-4ae9-8417-0e68c5e761fd HTTP/1.1" status: 200  len: 945 time: 0.0874820
Apr 02 18:23:17.792441 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6ee998c4-ea7d-43b4-aee3-5d4e5e87d634 req-7b2cac30-5941-4d14-a948-cfb63ce80952 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1534ef8-be49-4bd5-a25f-9d61a0fa2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444953
Apr 02 18:23:17.987770 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bfb00-3199-407b-a347-4f24277f238d req-b5d5c1e4-0af8-42f9-82e1-67ad6aee43f0 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:17.989383 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ab4bfb00-3199-407b-a347-4f24277f238d req-b5d5c1e4-0af8-42f9-82e1-67ad6aee43f0 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=48b932d2-b839-4ae9-8417-0e68c5e761fd HTTP/1.1" status: 200  len: 945 time: 0.0897074
Apr 02 18:23:17.998958 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 44630) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:23:18.004585 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-b463793d-56aa-4ee7-ad91-b35a6b81e46a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Request body: {'floatingip': {'port_id': '44ad18da-6231-4f30-b0b5-bea47aa19e5e'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:23:18.087905 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b463793d-56aa-4ee7-ad91-b35a6b81e46a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for floatingip, before_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:18.926363 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b463793d-56aa-4ee7-ad91-b35a6b81e46a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:18.960724 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b463793d-56aa-4ee7-ad91-b35a6b81e46a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854362165'] for floatingip, after_update {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:19.137290 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.l3_db [None req-b463793d-56aa-4ee7-ad91-b35a6b81e46a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Floating IP ee2e8b3c-6a0b-4ab5-b734-4ba843027b9e associated. External IP: 172.27.2.42, port: 44ad18da-6231-4f30-b0b5-bea47aa19e5e.
Apr 02 18:23:19.502477 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b463793d-56aa-4ee7-ad91-b35a6b81e46a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Router 920e82ea-401d-4c95-badb-bae4cf451443 has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:23:19.688799 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b463793d-56aa-4ee7-ad91-b35a6b81e46a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:23:19.693291 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b463793d-56aa-4ee7-ad91-b35a6b81e46a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:19.698648 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0124230f-a3c4-42ee-9419-7d1990c1dfda None None] Sync routers for ids ['920e82ea-401d-4c95-badb-bae4cf451443'] in dv-cinder-784603-1-iscsi {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:23:19.708459 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0124230f-a3c4-42ee-9419-7d1990c1dfda None None] Routers {'920e82ea-401d-4c95-badb-bae4cf451443'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:23:19.709118 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-0124230f-a3c4-42ee-9419-7d1990c1dfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f108fdf60>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:22:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['920e82ea-401d-4c95-badb-bae4cf451443'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:23:19.753790 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-b463793d-56aa-4ee7-ad91-b35a6b81e46a tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "PUT /v2.0/floatingips/ee2e8b3c-6a0b-4ab5-b734-4ba843027b9e HTTP/1.1" status: 200  len: 990 time: 1.7536004
Apr 02 18:23:19.754415 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b932d2-b839-4ae9-8417-0e68c5e761fd', 'tag': '44ad18da-6231-4f30-b0b5-bea47aa19e5e'}] {{(pid=84391) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:23:19.894030 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b932d2-b839-4ae9-8417-0e68c5e761fd', 'tag': '44ad18da-6231-4f30-b0b5-bea47aa19e5e', 'status': 'completed', 'code': 200}
Apr 02 18:23:19.901781 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-0124230f-a3c4-42ee-9419-7d1990c1dfda None None] Set router 920e82ea-401d-4c95-badb-bae4cf451443 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:23:19.995069 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2a0f5-e7da-4a9c-94a4-122af279d098 req-894a47fe-6868-400c-9a4c-cf6d4d5aa54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:19.996739 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-38c2a0f5-e7da-4a9c-94a4-122af279d098 req-894a47fe-6868-400c-9a4c-cf6d4d5aa54f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfaba96d159b45cca52f40e00f31208c&device_id=48b932d2-b839-4ae9-8417-0e68c5e761fd HTTP/1.1" status: 200  len: 1098 time: 0.0822594
Apr 02 18:23:20.140303 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2a0f5-e7da-4a9c-94a4-122af279d098 req-7739e650-14f5-4b86-8fbe-4b60793b9241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:20.141879 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-38c2a0f5-e7da-4a9c-94a4-122af279d098 req-7739e650-14f5-4b86-8fbe-4b60793b9241 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a8685e6-ae49-456d-b77c-abc425733d73 HTTP/1.1" status: 200  len: 911 time: 0.1392839
Apr 02 18:23:20.244646 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:23:20.253849 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-38c2a0f5-e7da-4a9c-94a4-122af279d098 req-9dfed077-22e0-44c7-8a5a-2ad91bc614ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44ad18da-6231-4f30-b0b5-bea47aa19e5e HTTP/1.1" status: 200  len: 998 time: 0.1053989
Apr 02 18:23:20.273831 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-0124230f-a3c4-42ee-9419-7d1990c1dfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f108fdf60>, [{'id': '920e82ea-401d-4c95-badb-bae4cf451443', 'name': 'tempest-AttachVolumeTestJSON-1832118101-router', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:19:54Z', 'updated_at': '2021-04-02T18:19:59Z', 'revision_number': 4, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'gw_port': {'id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:55Z', 'updated_at': '2021-04-02T18:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_floatingips': [{'id': 'ee2e8b3c-6a0b-4ab5-b734-4ba843027b9e', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'port_id': '44ad18da-6231-4f30-b0b5-bea47aa19e5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73', 'mac_address': 'fa:16:3e:f3:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b932d2-b839-4ae9-8417-0e68c5e761fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:22:59Z', 'updated_at': '2021-04-02T18:23:18Z', 'revision_number': 1, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79babec3-69b8-49a2-a31c-576d0faae849', 'name': '', 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'mac_address': 'fa:16:3e:70:9b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:58Z', 'updated_at': '2021-04-02T18:20:06Z', 'revision_number': 5, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'subnets': [{'id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:23:20.277901 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0124230f-a3c4-42ee-9419-7d1990c1dfda None None] Checking router: 920e82ea-401d-4c95-badb-bae4cf451443 for host: dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:23:20.286693 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0124230f-a3c4-42ee-9419-7d1990c1dfda None None] Routers {'920e82ea-401d-4c95-badb-bae4cf451443'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:23:20.287315 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-0124230f-a3c4-42ee-9419-7d1990c1dfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f108fdf60>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:22:59Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['920e82ea-401d-4c95-badb-bae4cf451443'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:23:20.322393 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2a0f5-e7da-4a9c-94a4-122af279d098 req-f5546f60-26df-4c72-a7a8-45dba07a406d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:20.323980 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-38c2a0f5-e7da-4a9c-94a4-122af279d098 req-f5546f60-26df-4c72-a7a8-45dba07a406d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0674dce4-132f-47ef-91d2-5fa513e41545 HTTP/1.1" status: 200  len: 850 time: 0.0641494
Apr 02 18:23:20.410925 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2a0f5-e7da-4a9c-94a4-122af279d098 req-17e1a7ac-b79c-4f4b-9804-2b9bdb2fd6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:20.412762 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-38c2a0f5-e7da-4a9c-94a4-122af279d098 req-17e1a7ac-b79c-4f4b-9804-2b9bdb2fd6b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a8685e6-ae49-456d-b77c-abc425733d73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818260
Apr 02 18:23:20.476412 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-0124230f-a3c4-42ee-9419-7d1990c1dfda None None] Set router 920e82ea-401d-4c95-badb-bae4cf451443 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:23:20.558517 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-38c2a0f5-e7da-4a9c-94a4-122af279d098 req-84a26693-db4f-4b48-aa3a-c62c3dab03b1 service neutron] 10.222.0.15 "GET /v2.0/networks/6a8685e6-ae49-456d-b77c-abc425733d73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387858
Apr 02 18:23:20.714642 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-38c2a0f5-e7da-4a9c-94a4-122af279d098 req-c84dbeee-9b92-4101-8ebe-b66fba45fbaa service neutron] 10.222.0.15 "GET /v2.0/networks/6a8685e6-ae49-456d-b77c-abc425733d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1498771
Apr 02 18:23:20.998388 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-0124230f-a3c4-42ee-9419-7d1990c1dfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f108fdf60>, [{'id': '920e82ea-401d-4c95-badb-bae4cf451443', 'name': 'tempest-AttachVolumeTestJSON-1832118101-router', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:19:54Z', 'updated_at': '2021-04-02T18:19:59Z', 'revision_number': 4, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'gw_port': {'id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:55Z', 'updated_at': '2021-04-02T18:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_floatingips': [{'id': 'ee2e8b3c-6a0b-4ab5-b734-4ba843027b9e', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'port_id': '44ad18da-6231-4f30-b0b5-bea47aa19e5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73', 'mac_address': 'fa:16:3e:f3:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b932d2-b839-4ae9-8417-0e68c5e761fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:22:59Z', 'updated_at': '2021-04-02T18:23:18Z', 'revision_number': 1, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79babec3-69b8-49a2-a31c-576d0faae849', 'name': '', 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'mac_address': 'fa:16:3e:70:9b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:58Z', 'updated_at': '2021-04-02T18:20:06Z', 'revision_number': 5, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'subnets': [{'id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:23:21.002470 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0124230f-a3c4-42ee-9419-7d1990c1dfda None None] The sync data for ids ['920e82ea-401d-4c95-badb-bae4cf451443'] in dv-cinder-784603-1-iscsi is: [{'id': '920e82ea-401d-4c95-badb-bae4cf451443', 'name': 'tempest-AttachVolumeTestJSON-1832118101-router', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:19:54Z', 'updated_at': '2021-04-02T18:19:59Z', 'revision_number': 4, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'gw_port': {'id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:55Z', 'updated_at': '2021-04-02T18:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_floatingips': [{'id': 'ee2e8b3c-6a0b-4ab5-b734-4ba843027b9e', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'port_id': '44ad18da-6231-4f30-b0b5-bea47aa19e5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73', 'mac_address': 'fa:16:3e:f3:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b932d2-b839-4ae9-8417-0e68c5e761fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:22:59Z', 'updated_at': '2021-04-02T18:23:18Z', 'revision_number': 1, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79babec3-69b8-49a2-a31c-576d0faae849', 'name': '', 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'mac_address': 'fa:16:3e:70:9b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:58Z', 'updated_at': '2021-04-02T18:20:06Z', 'revision_number': 5, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'subnets': [{'id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:23:21.285407 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e28f42-81fd-495e-9986-feada47388fa None None] New status for floating IP ee2e8b3c-6a0b-4ab5-b734-4ba843027b9e: ACTIVE {{(pid=84392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:23:27.629248 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ad452aed-1acf-4fe4-a0dd-62887dbfe1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:28.768597 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:29.557626 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9a2799d3-fdfc-4944-be69-a8bfd41cc14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:30.091937 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:31.743453 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:39.434422 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:41.328582 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0a7fdf28-4efa-463d-ba2b-56873d38fdfc req-79fdd430-eada-4129-9bf3-053136abfda4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0777197
Apr 02 18:23:41.480226 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fdf28-4efa-463d-ba2b-56873d38fdfc req-b91b6a6d-0541-40bb-8a4c-621d55c8ca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:41.481794 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0a7fdf28-4efa-463d-ba2b-56873d38fdfc req-b91b6a6d-0541-40bb-8a4c-621d55c8ca45 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d04a7b8a6f1f460697416688fa4f1b49&device_id=a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43 HTTP/1.1" status: 200  len: 1099 time: 0.0785873
Apr 02 18:23:41.638636 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fdf28-4efa-463d-ba2b-56873d38fdfc req-9da607ae-b952-48be-91e8-ecdc1c674ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:41.640297 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0a7fdf28-4efa-463d-ba2b-56873d38fdfc req-9da607ae-b952-48be-91e8-ecdc1c674ac2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 HTTP/1.1" status: 200  len: 909 time: 0.1380000
Apr 02 18:23:41.755728 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0a7fdf28-4efa-463d-ba2b-56873d38fdfc req-f3086f0b-8222-424e-a400-5490fa5bd4ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e317096e-3362-4b16-a435-57cee913c63a HTTP/1.1" status: 200  len: 1002 time: 0.1086292
Apr 02 18:23:41.828029 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fdf28-4efa-463d-ba2b-56873d38fdfc req-944dee8c-4893-4140-b83a-24a6b20cd965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:41.829613 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0a7fdf28-4efa-463d-ba2b-56873d38fdfc req-944dee8c-4893-4140-b83a-24a6b20cd965 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=020b479b-570a-409f-b890-594a2858ea45 HTTP/1.1" status: 200  len: 848 time: 0.0674047
Apr 02 18:23:41.916071 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fdf28-4efa-463d-ba2b-56873d38fdfc req-2a3f6858-b162-4ffb-a7ff-570da1d6eaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:23:41.916071 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0a7fdf28-4efa-463d-ba2b-56873d38fdfc req-2a3f6858-b162-4ffb-a7ff-570da1d6eaf1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90ec4bbb-4cfa-4f5b-a343-b4e187660bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0782018
Apr 02 18:23:42.060760 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0a7fdf28-4efa-463d-ba2b-56873d38fdfc req-ae7cce6b-904b-407a-8e82-321d354cbda0 service neutron] 10.222.0.15 "GET /v2.0/networks/90ec4bbb-4cfa-4f5b-a343-b4e187660bc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383142
Apr 02 18:23:42.202966 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0a7fdf28-4efa-463d-ba2b-56873d38fdfc req-7e81057e-54fb-46e9-84ae-86fd2b1b0d9e service neutron] 10.222.0.15 "GET /v2.0/networks/90ec4bbb-4cfa-4f5b-a343-b4e187660bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356239
Apr 02 18:23:57.244280 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:23:57.636888 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4cfdecf2-d8a7-4b7d-aa40-36d4007b3df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:58.754096 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:23:59.565994 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b89230d4-6e99-45f3-9c04-abc44f0fa74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:00.091761 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:01.743341 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:09.447909 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:11.514958 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 44770) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:11.734904 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-667ce4f4-8601-46a1-a392-6e3cd5f4744a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Deleting port ebe9f35b-90f4-40d5-9b75-771d6f60ad67 {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:24:11.735282 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-667ce4f4-8601-46a1-a392-6e3cd5f4744a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:11.914728 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-667ce4f4-8601-46a1-a392-6e3cd5f4744a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:11.915101 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-667ce4f4-8601-46a1-a392-6e3cd5f4744a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:12.046898 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-667ce4f4-8601-46a1-a392-6e3cd5f4744a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Calling delete_port for ebe9f35b-90f4-40d5-9b75-771d6f60ad67 owned by network:floatingip {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:24:12.311213 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-667ce4f4-8601-46a1-a392-6e3cd5f4744a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:12.326637 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7b8b1d8c-9e3d-4d02-a79e-0fe04ef17f90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:12.421866 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ce4f4-8601-46a1-a392-6e3cd5f4744a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Pushing event deleted for resources: {'Port': ['ID=ebe9f35b-90f4-40d5-9b75-771d6f60ad67,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:12.438015 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ce4f4-8601-46a1-a392-6e3cd5f4744a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:12.438468 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ce4f4-8601-46a1-a392-6e3cd5f4744a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:12.438896 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ce4f4-8601-46a1-a392-6e3cd5f4744a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:12.439305 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ce4f4-8601-46a1-a392-6e3cd5f4744a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:12.439711 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ce4f4-8601-46a1-a392-6e3cd5f4744a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:12.440115 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ce4f4-8601-46a1-a392-6e3cd5f4744a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:12.440514 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ce4f4-8601-46a1-a392-6e3cd5f4744a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:12.440916 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ce4f4-8601-46a1-a392-6e3cd5f4744a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:12.441319 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ce4f4-8601-46a1-a392-6e3cd5f4744a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:12.441718 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ce4f4-8601-46a1-a392-6e3cd5f4744a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:12.442114 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ce4f4-8601-46a1-a392-6e3cd5f4744a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:12.442562 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667ce4f4-8601-46a1-a392-6e3cd5f4744a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:12.446048 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-667ce4f4-8601-46a1-a392-6e3cd5f4744a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:12.600357 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-667ce4f4-8601-46a1-a392-6e3cd5f4744a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for floatingip, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:12.600915 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.l3_db [None req-667ce4f4-8601-46a1-a392-6e3cd5f4744a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Floating IP dc1a86cc-8450-4827-abe4-e981402e72cd disassociated (deleted). External IP: 172.27.2.200, port: 223dfa61-8689-4a65-86d3-94ac7cbedd90.
Apr 02 18:24:12.976167 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667ce4f4-8601-46a1-a392-6e3cd5f4744a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Router 2752469c-4c75-40b1-9d6a-886423a3dbdf has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:24:13.417088 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667ce4f4-8601-46a1-a392-6e3cd5f4744a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:24:13.427475 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0693a6-d9e9-4d3a-b641-5a3e8373c457 None None] Sync routers for ids ['2752469c-4c75-40b1-9d6a-886423a3dbdf'] in dv-cinder-784603-1-iscsi {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:24:13.435122 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-667ce4f4-8601-46a1-a392-6e3cd5f4744a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for floatingip, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:13.437975 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0693a6-d9e9-4d3a-b641-5a3e8373c457 None None] Routers {'2752469c-4c75-40b1-9d6a-886423a3dbdf'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:24:13.438668 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-8d0693a6-d9e9-4d3a-b641-5a3e8373c457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f1c1e43c8>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:24:00Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['2752469c-4c75-40b1-9d6a-886423a3dbdf'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:13.499477 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-667ce4f4-8601-46a1-a392-6e3cd5f4744a tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "DELETE /v2.0/floatingips/dc1a86cc-8450-4827-abe4-e981402e72cd HTTP/1.1" status: 204  len: 168 time: 1.9801011
Apr 02 18:24:13.499477 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '407e2aef-618e-4e6d-9e1d-4a80d0eaa19b', 'tag': '223dfa61-8689-4a65-86d3-94ac7cbedd90'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:24:13.549346 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '407e2aef-618e-4e6d-9e1d-4a80d0eaa19b', 'tag': '223dfa61-8689-4a65-86d3-94ac7cbedd90', 'status': 'completed', 'code': 200}
Apr 02 18:24:13.634167 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-8d0693a6-d9e9-4d3a-b641-5a3e8373c457 None None] Set router 2752469c-4c75-40b1-9d6a-886423a3dbdf gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:24:13.652200 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed88d-972a-4fe3-97fc-5bda0d17e448 req-180daa63-6a30-45fa-86de-e65cf9d443a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:13.656898 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-12aed88d-972a-4fe3-97fc-5bda0d17e448 req-180daa63-6a30-45fa-86de-e65cf9d443a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d04a7b8a6f1f460697416688fa4f1b49&device_id=407e2aef-618e-4e6d-9e1d-4a80d0eaa19b HTTP/1.1" status: 200  len: 1098 time: 0.0843565
Apr 02 18:24:13.804272 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed88d-972a-4fe3-97fc-5bda0d17e448 req-f4131354-cdf8-4c7b-934b-1ce2ccb56ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:13.805789 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-12aed88d-972a-4fe3-97fc-5bda0d17e448 req-f4131354-cdf8-4c7b-934b-1ce2ccb56ee7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 HTTP/1.1" status: 200  len: 909 time: 0.1414125
Apr 02 18:24:13.884783 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-12aed88d-972a-4fe3-97fc-5bda0d17e448 req-2e0d87c0-2065-4c64-bc40-c4c1704585c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=223dfa61-8689-4a65-86d3-94ac7cbedd90 HTTP/1.1" status: 200  len: 217 time: 0.0714831
Apr 02 18:24:13.961996 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed88d-972a-4fe3-97fc-5bda0d17e448 req-12f57d02-8cb3-4379-812a-bcbe2a4b17ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:13.963736 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-12aed88d-972a-4fe3-97fc-5bda0d17e448 req-12f57d02-8cb3-4379-812a-bcbe2a4b17ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=020b479b-570a-409f-b890-594a2858ea45 HTTP/1.1" status: 200  len: 848 time: 0.0718899
Apr 02 18:24:14.016939 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-8d0693a6-d9e9-4d3a-b641-5a3e8373c457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f1c1e43c8>, [{'id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'name': 'tempest-TestVolumeBootPattern-9113196-router', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:08Z', 'updated_at': '2021-04-02T18:17:16Z', 'revision_number': 4, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'gw_port': {'id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:09Z', 'updated_at': '2021-04-02T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_floatingips': [{'id': 'c0decc05-5414-428f-9def-bf6b615e0630', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'port_id': 'e317096e-3362-4b16-a435-57cee913c63a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'mac_address': 'fa:16:3e:76:0b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:20:41Z', 'updated_at': '2021-04-02T18:20:44Z', 'revision_number': 1, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f40f967-3097-43d0-a0e7-181c204d1b0e', 'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'mac_address': 'fa:16:3e:38:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '020b479b-570a-409f-b890-594a2858ea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:15Z', 'updated_at': '2021-04-02T18:17:24Z', 'revision_number': 5, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'subnets': [{'id': '020b479b-570a-409f-b890-594a2858ea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:14.021335 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0693a6-d9e9-4d3a-b641-5a3e8373c457 None None] Checking router: 2752469c-4c75-40b1-9d6a-886423a3dbdf for host: dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:24:14.031119 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0693a6-d9e9-4d3a-b641-5a3e8373c457 None None] Routers {'2752469c-4c75-40b1-9d6a-886423a3dbdf'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:24:14.031781 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-8d0693a6-d9e9-4d3a-b641-5a3e8373c457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f1c1e43c8>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:24:00Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['2752469c-4c75-40b1-9d6a-886423a3dbdf'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:14.053753 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff876d-0653-4907-8343-aca22b7eed0a req-19f5369b-972e-4f8f-8e8d-24f1d9505c43 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:14.055447 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c3ff876d-0653-4907-8343-aca22b7eed0a req-19f5369b-972e-4f8f-8e8d-24f1d9505c43 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=407e2aef-618e-4e6d-9e1d-4a80d0eaa19b HTTP/1.1" status: 200  len: 945 time: 0.0905509
Apr 02 18:24:14.060465 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed88d-972a-4fe3-97fc-5bda0d17e448 req-5da18d22-e514-4ba5-8d23-7b0b7783a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:14.062416 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-12aed88d-972a-4fe3-97fc-5bda0d17e448 req-5da18d22-e514-4ba5-8d23-7b0b7783a1af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90ec4bbb-4cfa-4f5b-a343-b4e187660bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0901556
Apr 02 18:24:14.105253 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c3ff876d-0653-4907-8343-aca22b7eed0a req-d7ed4489-6c13-4dab-a198-f99e14c16f33 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418301
Apr 02 18:24:14.207234 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-12aed88d-972a-4fe3-97fc-5bda0d17e448 req-aeb6b201-da14-4b1f-9a50-a97d75d4d872 service neutron] 10.222.0.15 "GET /v2.0/networks/90ec4bbb-4cfa-4f5b-a343-b4e187660bc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369228
Apr 02 18:24:14.222866 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-8d0693a6-d9e9-4d3a-b641-5a3e8373c457 None None] Set router 2752469c-4c75-40b1-9d6a-886423a3dbdf gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:24:14.360904 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-12aed88d-972a-4fe3-97fc-5bda0d17e448 req-a9b2b8cf-40b4-4ae0-a996-b32a5bef74d6 service neutron] 10.222.0.15 "GET /v2.0/networks/90ec4bbb-4cfa-4f5b-a343-b4e187660bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1464045
Apr 02 18:24:14.585747 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-8d0693a6-d9e9-4d3a-b641-5a3e8373c457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f1c1e43c8>, [{'id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'name': 'tempest-TestVolumeBootPattern-9113196-router', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:08Z', 'updated_at': '2021-04-02T18:17:16Z', 'revision_number': 4, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'gw_port': {'id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:09Z', 'updated_at': '2021-04-02T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_floatingips': [{'id': 'c0decc05-5414-428f-9def-bf6b615e0630', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'port_id': 'e317096e-3362-4b16-a435-57cee913c63a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'mac_address': 'fa:16:3e:76:0b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:20:41Z', 'updated_at': '2021-04-02T18:20:44Z', 'revision_number': 1, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f40f967-3097-43d0-a0e7-181c204d1b0e', 'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'mac_address': 'fa:16:3e:38:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '020b479b-570a-409f-b890-594a2858ea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:15Z', 'updated_at': '2021-04-02T18:17:24Z', 'revision_number': 5, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'subnets': [{'id': '020b479b-570a-409f-b890-594a2858ea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:14.592236 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0693a6-d9e9-4d3a-b641-5a3e8373c457 None None] The sync data for ids ['2752469c-4c75-40b1-9d6a-886423a3dbdf'] in dv-cinder-784603-1-iscsi is: [{'id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'name': 'tempest-TestVolumeBootPattern-9113196-router', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:08Z', 'updated_at': '2021-04-02T18:17:16Z', 'revision_number': 4, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'gw_port': {'id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:09Z', 'updated_at': '2021-04-02T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_floatingips': [{'id': 'c0decc05-5414-428f-9def-bf6b615e0630', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'floating_ip_address': '172.27.2.138', 'floating_network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'router_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'port_id': 'e317096e-3362-4b16-a435-57cee913c63a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'mac_address': 'fa:16:3e:76:0b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-02T18:20:41Z', 'updated_at': '2021-04-02T18:20:44Z', 'revision_number': 1, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f40f967-3097-43d0-a0e7-181c204d1b0e', 'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'mac_address': 'fa:16:3e:38:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '020b479b-570a-409f-b890-594a2858ea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:15Z', 'updated_at': '2021-04-02T18:17:24Z', 'revision_number': 5, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'subnets': [{'id': '020b479b-570a-409f-b890-594a2858ea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:24:14.993184 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60c36d8-86dc-480b-a8d8-b56f18b7b9ce None None] New status for floating IP dc1a86cc-8450-4827-abe4-e981402e72cd: DOWN {{(pid=84392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:24:15.315760 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6dc1a-6f19-4e33-bc2f-ebc6761b9971 req-8dcafa1c-be89-49bd-beab-68555b954073 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:15.317349 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0cc6dc1a-6f19-4e33-bc2f-ebc6761b9971 req-8dcafa1c-be89-49bd-beab-68555b954073 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=407e2aef-618e-4e6d-9e1d-4a80d0eaa19b HTTP/1.1" status: 200  len: 945 time: 0.0915189
Apr 02 18:24:15.363801 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0cc6dc1a-6f19-4e33-bc2f-ebc6761b9971 req-60ab9851-d296-4e66-b3a2-5e98b317d31b tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401945
Apr 02 18:24:15.553966 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b292e-eecf-4dc5-a0e5-8588d3405cb6 req-c43f96c2-02b8-4e1f-aeac-267d79c3cfbe tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:15.554748 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-013b292e-eecf-4dc5-a0e5-8588d3405cb6 req-c43f96c2-02b8-4e1f-aeac-267d79c3cfbe tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Synchronizing usage tracker for tenant:d04a7b8a6f1f460697416688fa4f1b49 on resource:port {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:24:15.602344 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-013b292e-eecf-4dc5-a0e5-8588d3405cb6 req-c43f96c2-02b8-4e1f-aeac-267d79c3cfbe tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Unset dirty status for tenant:d04a7b8a6f1f460697416688fa4f1b49 on resource:port {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:24:15.603555 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-013b292e-eecf-4dc5-a0e5-8588d3405cb6 req-c43f96c2-02b8-4e1f-aeac-267d79c3cfbe tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.15 "GET /v2.0/ports?device_id=407e2aef-618e-4e6d-9e1d-4a80d0eaa19b HTTP/1.1" status: 200  len: 945 time: 0.1349514
Apr 02 18:24:15.680925 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-013b292e-eecf-4dc5-a0e5-8588d3405cb6 req-c30a0415-96c7-4e5c-8d77-280b1a0a07ee tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Deleting port 223dfa61-8689-4a65-86d3-94ac7cbedd90 {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:24:15.681309 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-013b292e-eecf-4dc5-a0e5-8588d3405cb6 req-c30a0415-96c7-4e5c-8d77-280b1a0a07ee tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:15.948544 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-013b292e-eecf-4dc5-a0e5-8588d3405cb6 req-c30a0415-96c7-4e5c-8d77-280b1a0a07ee tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] For port 223dfa61-8689-4a65-86d3-94ac7cbedd90, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=223dfa61-8689-4a65-86d3-94ac7cbedd90,segment=NetworkSegment(86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b),segment_id=86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:24:15.948886 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-013b292e-eecf-4dc5-a0e5-8588d3405cb6 req-c30a0415-96c7-4e5c-8d77-280b1a0a07ee tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:16.086860 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-013b292e-eecf-4dc5-a0e5-8588d3405cb6 req-c30a0415-96c7-4e5c-8d77-280b1a0a07ee tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Calling delete_port for 223dfa61-8689-4a65-86d3-94ac7cbedd90 owned by compute:nova {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:24:16.264723 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-013b292e-eecf-4dc5-a0e5-8588d3405cb6 req-c30a0415-96c7-4e5c-8d77-280b1a0a07ee tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:16.280217 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4aa5d31a-d9ec-4685-8279-830a602a85ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:16.377634 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a0415-96c7-4e5c-8d77-280b1a0a07ee tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Pushing event deleted for resources: {'Port': ['ID=223dfa61-8689-4a65-86d3-94ac7cbedd90,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:16.381496 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c30a0415-96c7-4e5c-8d77-280b1a0a07ee tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:16.528107 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-013b292e-eecf-4dc5-a0e5-8588d3405cb6 req-c30a0415-96c7-4e5c-8d77-280b1a0a07ee tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] No DVR routers for this DVR port 223dfa61-8689-4a65-86d3-94ac7cbedd90 on host hv-cinder-78460 {{(pid=84390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:24:16.530609 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-013b292e-eecf-4dc5-a0e5-8588d3405cb6 req-c30a0415-96c7-4e5c-8d77-280b1a0a07ee tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:16.531451 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c8f41912-d839-4088-ac6e-15a088401a1d req-4e4d9837-0da6-4209-ae8c-1142780c8449 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=407e2aef-618e-4e6d-9e1d-4a80d0eaa19b HTTP/1.1" status: 200  len: 210 time: 0.0495195
Apr 02 18:24:16.533489 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '407e2aef-618e-4e6d-9e1d-4a80d0eaa19b', 'name': 'network-vif-deleted', 'tag': '223dfa61-8689-4a65-86d3-94ac7cbedd90'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:24:16.578222 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-013b292e-eecf-4dc5-a0e5-8588d3405cb6 req-c30a0415-96c7-4e5c-8d77-280b1a0a07ee tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.15 "DELETE /v2.0/ports/223dfa61-8689-4a65-86d3-94ac7cbedd90 HTTP/1.1" status: 204  len: 173 time: 0.9686959
Apr 02 18:24:16.585695 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '407e2aef-618e-4e6d-9e1d-4a80d0eaa19b', 'name': 'network-vif-deleted', 'tag': '223dfa61-8689-4a65-86d3-94ac7cbedd90', 'status': 'completed', 'code': 200}
Apr 02 18:24:17.716710 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9c5617ee-f03a-4bb8-a34e-2776762fa78b req-38fec411-f65a-40d3-a917-b0fc2701ac53 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=407e2aef-618e-4e6d-9e1d-4a80d0eaa19b HTTP/1.1" status: 200  len: 210 time: 0.0552213
Apr 02 18:24:20.146599 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 223dfa61-8689-4a65-86d3-94ac7cbedd90 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:24:20.188790 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] No Port match for: 223dfa61-8689-4a65-86d3-94ac7cbedd90 {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:24:20.189013 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 223dfa61-8689-4a65-86d3-94ac7cbedd90 not bound to the agent host hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:24:21.343467 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 44842) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:21.564797 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-e50e45db-339b-4cf1-b2ba-659c625282a8 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Deleting port 8d7557f9-7584-4fcf-9c24-51064382080b {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:24:21.565174 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e50e45db-339b-4cf1-b2ba-659c625282a8 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:21.746046 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e50e45db-339b-4cf1-b2ba-659c625282a8 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:21.746442 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e50e45db-339b-4cf1-b2ba-659c625282a8 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:21.883027 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-e50e45db-339b-4cf1-b2ba-659c625282a8 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Calling delete_port for 8d7557f9-7584-4fcf-9c24-51064382080b owned by network:floatingip {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:24:22.285853 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e50e45db-339b-4cf1-b2ba-659c625282a8 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:22.302795 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-5c1d8a2e-264b-4bed-9317-7825a42aeb5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:22.328914 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b052b2c-51cb-4589-af15-217795f31059 req-239d1ae3-3458-49f2-967d-5fe82f7651ea tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:22.330600 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1b052b2c-51cb-4589-af15-217795f31059 req-239d1ae3-3458-49f2-967d-5fe82f7651ea tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=48b932d2-b839-4ae9-8417-0e68c5e761fd HTTP/1.1" status: 200  len: 945 time: 0.0931826
Apr 02 18:24:22.378836 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-1b052b2c-51cb-4589-af15-217795f31059 req-790afe36-38b2-47b2-bd50-ec8162effda7 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1534ef8-be49-4bd5-a25f-9d61a0fa2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419078
Apr 02 18:24:22.401298 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e45db-339b-4cf1-b2ba-659c625282a8 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Pushing event deleted for resources: {'Port': ['ID=8d7557f9-7584-4fcf-9c24-51064382080b,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:22.404854 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e50e45db-339b-4cf1-b2ba-659c625282a8 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:22.564569 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e50e45db-339b-4cf1-b2ba-659c625282a8 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for floatingip, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:22.564881 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.l3_db [None req-e50e45db-339b-4cf1-b2ba-659c625282a8 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Floating IP c0decc05-5414-428f-9def-bf6b615e0630 disassociated (deleted). External IP: 172.27.2.138, port: e317096e-3362-4b16-a435-57cee913c63a.
Apr 02 18:24:22.937114 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50e45db-339b-4cf1-b2ba-659c625282a8 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Router 2752469c-4c75-40b1-9d6a-886423a3dbdf has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:24:23.369541 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50e45db-339b-4cf1-b2ba-659c625282a8 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:24:23.379905 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2515aa6d-4f6c-41c7-827c-48a46f3d8f74 None None] Sync routers for ids ['2752469c-4c75-40b1-9d6a-886423a3dbdf'] in dv-cinder-784603-1-iscsi {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:24:23.386484 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e50e45db-339b-4cf1-b2ba-659c625282a8 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for floatingip, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:23.389790 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2515aa6d-4f6c-41c7-827c-48a46f3d8f74 None None] Routers {'2752469c-4c75-40b1-9d6a-886423a3dbdf'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:24:23.390511 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-2515aa6d-4f6c-41c7-827c-48a46f3d8f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f1c1e49e8>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:24:00Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['2752469c-4c75-40b1-9d6a-886423a3dbdf'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:23.448674 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-e50e45db-339b-4cf1-b2ba-659c625282a8 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "DELETE /v2.0/floatingips/c0decc05-5414-428f-9def-bf6b615e0630 HTTP/1.1" status: 204  len: 168 time: 2.1040189
Apr 02 18:24:23.449425 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43', 'tag': 'e317096e-3362-4b16-a435-57cee913c63a'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:24:23.587407 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-2515aa6d-4f6c-41c7-827c-48a46f3d8f74 None None] Set router 2752469c-4c75-40b1-9d6a-886423a3dbdf gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:24:23.595606 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29f0e2-a6e2-40b9-a1bd-a7081e3314a7 req-d5c6fab9-bf39-49ef-a2fe-2ffae7e96c08 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:23.597238 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3e29f0e2-a6e2-40b9-a1bd-a7081e3314a7 req-d5c6fab9-bf39-49ef-a2fe-2ffae7e96c08 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=48b932d2-b839-4ae9-8417-0e68c5e761fd HTTP/1.1" status: 200  len: 945 time: 0.0920169
Apr 02 18:24:23.650302 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3e29f0e2-a6e2-40b9-a1bd-a7081e3314a7 req-b64f23e5-2589-4aea-b048-d29be62a2d79 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1534ef8-be49-4bd5-a25f-9d61a0fa2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467358
Apr 02 18:24:23.707536 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43', 'tag': 'e317096e-3362-4b16-a435-57cee913c63a', 'status': 'completed', 'code': 200}
Apr 02 18:24:23.821878 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8a49c-bf07-46db-9767-1cf653a9fbeb req-217f32a6-362c-482e-8a1b-002c567d5aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:23.823536 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-52d8a49c-bf07-46db-9767-1cf653a9fbeb req-217f32a6-362c-482e-8a1b-002c567d5aad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d04a7b8a6f1f460697416688fa4f1b49&device_id=a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43 HTTP/1.1" status: 200  len: 1099 time: 0.0898299
Apr 02 18:24:23.945692 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-2515aa6d-4f6c-41c7-827c-48a46f3d8f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f1c1e49e8>, [{'id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'name': 'tempest-TestVolumeBootPattern-9113196-router', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:08Z', 'updated_at': '2021-04-02T18:17:16Z', 'revision_number': 4, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'gw_port': {'id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:09Z', 'updated_at': '2021-04-02T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': '2f40f967-3097-43d0-a0e7-181c204d1b0e', 'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'mac_address': 'fa:16:3e:38:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '020b479b-570a-409f-b890-594a2858ea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:15Z', 'updated_at': '2021-04-02T18:17:24Z', 'revision_number': 5, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'subnets': [{'id': '020b479b-570a-409f-b890-594a2858ea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:23.950396 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2515aa6d-4f6c-41c7-827c-48a46f3d8f74 None None] Checking router: 2752469c-4c75-40b1-9d6a-886423a3dbdf for host: dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:24:23.961268 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2515aa6d-4f6c-41c7-827c-48a46f3d8f74 None None] Routers {'2752469c-4c75-40b1-9d6a-886423a3dbdf'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:24:23.961936 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-2515aa6d-4f6c-41c7-827c-48a46f3d8f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f1c1e49e8>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:24:00Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['2752469c-4c75-40b1-9d6a-886423a3dbdf'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:23.974461 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dadc4b-5f02-4dcc-a160-af1eef4735d4 req-926869fe-0118-4919-ba7b-86df7908d82c tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:23.976684 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-74dadc4b-5f02-4dcc-a160-af1eef4735d4 req-926869fe-0118-4919-ba7b-86df7908d82c tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43 HTTP/1.1" status: 200  len: 946 time: 0.0945520
Apr 02 18:24:24.032258 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-74dadc4b-5f02-4dcc-a160-af1eef4735d4 req-3c3715c6-fa81-4501-a8d3-7e761deb0648 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487750
Apr 02 18:24:24.078424 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f12e18-2c99-4739-bc52-df79e7b51084 req-68053a70-c424-48b5-a7d2-40236dfa699e tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:24.079251 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-b3f12e18-2c99-4739-bc52-df79e7b51084 req-68053a70-c424-48b5-a7d2-40236dfa699e tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Synchronizing usage tracker for tenant:dfaba96d159b45cca52f40e00f31208c on resource:port {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:24:24.085587 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8a49c-bf07-46db-9767-1cf653a9fbeb req-76e9f2da-5f41-400f-b4f9-630f0b590c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:24.087253 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-52d8a49c-bf07-46db-9767-1cf653a9fbeb req-76e9f2da-5f41-400f-b4f9-630f0b590c0a service neutron] 10.222.0.15 "GET /v2.0/networks?id=90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 HTTP/1.1" status: 200  len: 909 time: 0.2426543
Apr 02 18:24:24.170837 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-52d8a49c-bf07-46db-9767-1cf653a9fbeb req-c388f98f-37d6-45e8-b6d9-83a2e5dd4ad8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e317096e-3362-4b16-a435-57cee913c63a HTTP/1.1" status: 200  len: 217 time: 0.0739069
Apr 02 18:24:24.213938 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-b3f12e18-2c99-4739-bc52-df79e7b51084 req-68053a70-c424-48b5-a7d2-40236dfa699e tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Unset dirty status for tenant:dfaba96d159b45cca52f40e00f31208c on resource:port {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:24:24.215092 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b3f12e18-2c99-4739-bc52-df79e7b51084 req-68053a70-c424-48b5-a7d2-40236dfa699e tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.15 "GET /v2.0/ports?device_id=48b932d2-b839-4ae9-8417-0e68c5e761fd HTTP/1.1" status: 200  len: 945 time: 0.3691912
Apr 02 18:24:24.303844 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8a49c-bf07-46db-9767-1cf653a9fbeb req-61ef9de6-ea3b-4f6d-92bb-8311a4d397fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:24.305465 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-52d8a49c-bf07-46db-9767-1cf653a9fbeb req-61ef9de6-ea3b-4f6d-92bb-8311a4d397fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=020b479b-570a-409f-b890-594a2858ea45 HTTP/1.1" status: 200  len: 848 time: 0.1285341
Apr 02 18:24:24.314061 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-b3f12e18-2c99-4739-bc52-df79e7b51084 req-25ca08ed-330a-48b0-bf12-18f24c3d8b08 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Deleting port 44ad18da-6231-4f30-b0b5-bea47aa19e5e {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:24:24.314472 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-b3f12e18-2c99-4739-bc52-df79e7b51084 req-25ca08ed-330a-48b0-bf12-18f24c3d8b08 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:24.314628 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-2515aa6d-4f6c-41c7-827c-48a46f3d8f74 None None] Set router 2752469c-4c75-40b1-9d6a-886423a3dbdf gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:24:24.521610 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8a49c-bf07-46db-9767-1cf653a9fbeb req-189aeea0-8c1e-4865-9315-08b0f4dcdc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:24.523194 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-52d8a49c-bf07-46db-9767-1cf653a9fbeb req-189aeea0-8c1e-4865-9315-08b0f4dcdc0f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=90ec4bbb-4cfa-4f5b-a343-b4e187660bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1816564
Apr 02 18:24:24.650699 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-2515aa6d-4f6c-41c7-827c-48a46f3d8f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f1c1e49e8>, [{'id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'name': 'tempest-TestVolumeBootPattern-9113196-router', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:08Z', 'updated_at': '2021-04-02T18:17:16Z', 'revision_number': 4, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'gw_port': {'id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:09Z', 'updated_at': '2021-04-02T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': '2f40f967-3097-43d0-a0e7-181c204d1b0e', 'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'mac_address': 'fa:16:3e:38:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '020b479b-570a-409f-b890-594a2858ea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:15Z', 'updated_at': '2021-04-02T18:17:24Z', 'revision_number': 5, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'subnets': [{'id': '020b479b-570a-409f-b890-594a2858ea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:24.655408 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2515aa6d-4f6c-41c7-827c-48a46f3d8f74 None None] The sync data for ids ['2752469c-4c75-40b1-9d6a-886423a3dbdf'] in dv-cinder-784603-1-iscsi is: [{'id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'name': 'tempest-TestVolumeBootPattern-9113196-router', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:08Z', 'updated_at': '2021-04-02T18:17:16Z', 'revision_number': 4, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'gw_port': {'id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:09Z', 'updated_at': '2021-04-02T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': '2f40f967-3097-43d0-a0e7-181c204d1b0e', 'name': '', 'network_id': '90ec4bbb-4cfa-4f5b-a343-b4e187660bc7', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'mac_address': 'fa:16:3e:38:65:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '020b479b-570a-409f-b890-594a2858ea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:15Z', 'updated_at': '2021-04-02T18:17:24Z', 'revision_number': 5, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'subnets': [{'id': '020b479b-570a-409f-b890-594a2858ea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:24:24.773931 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-b3f12e18-2c99-4739-bc52-df79e7b51084 req-25ca08ed-330a-48b0-bf12-18f24c3d8b08 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] For port 44ad18da-6231-4f30-b0b5-bea47aa19e5e, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=44ad18da-6231-4f30-b0b5-bea47aa19e5e,segment=NetworkSegment(b8084356-3e72-4438-b448-a734cb3557ae),segment_id=b8084356-3e72-4438-b448-a734cb3557ae)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:24:24.774258 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-b3f12e18-2c99-4739-bc52-df79e7b51084 req-25ca08ed-330a-48b0-bf12-18f24c3d8b08 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:24.791267 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-52d8a49c-bf07-46db-9767-1cf653a9fbeb req-0d498d4b-c059-466d-a23d-131004b6ef25 service neutron] 10.222.0.15 "GET /v2.0/networks/90ec4bbb-4cfa-4f5b-a343-b4e187660bc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2171321
Apr 02 18:24:24.871890 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960807e-c0fd-4ee8-8734-aad956e3a0df req-1a1e1340-c91f-48a5-a7b9-9dbc4a9ce445 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:24.874258 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2960807e-c0fd-4ee8-8734-aad956e3a0df req-1a1e1340-c91f-48a5-a7b9-9dbc4a9ce445 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=48b932d2-b839-4ae9-8417-0e68c5e761fd HTTP/1.1" status: 200  len: 945 time: 0.0954185
Apr 02 18:24:24.934513 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2960807e-c0fd-4ee8-8734-aad956e3a0df req-c2146101-2f19-44d6-843d-938dfed7605d tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups?id=a1534ef8-be49-4bd5-a25f-9d61a0fa2e7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522072
Apr 02 18:24:25.102317 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f233d12e-fab6-4ec1-9c79-c38f2b590966 None None] New status for floating IP c0decc05-5414-428f-9def-bf6b615e0630: DOWN {{(pid=84392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:24:25.202615 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-52d8a49c-bf07-46db-9767-1cf653a9fbeb req-b1aead3f-4f72-4c4f-82e7-1691714f430f service neutron] 10.222.0.15 "GET /v2.0/networks/90ec4bbb-4cfa-4f5b-a343-b4e187660bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3509629
Apr 02 18:24:25.242151 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-b3f12e18-2c99-4739-bc52-df79e7b51084 req-25ca08ed-330a-48b0-bf12-18f24c3d8b08 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:25.242627 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-b3f12e18-2c99-4739-bc52-df79e7b51084 req-25ca08ed-330a-48b0-bf12-18f24c3d8b08 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854362165'] for floatingip, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:25.242934 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.l3_db [req-b3f12e18-2c99-4739-bc52-df79e7b51084 req-25ca08ed-330a-48b0-bf12-18f24c3d8b08 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Floating IP ee2e8b3c-6a0b-4ab5-b734-4ba843027b9e disassociated. External IP: 172.27.2.42, port: 44ad18da-6231-4f30-b0b5-bea47aa19e5e.
Apr 02 18:24:25.243313 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-b3f12e18-2c99-4739-bc52-df79e7b51084 req-25ca08ed-330a-48b0-bf12-18f24c3d8b08 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Calling delete_port for 44ad18da-6231-4f30-b0b5-bea47aa19e5e owned by compute:nova {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:24:25.384698 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b44d1-9d93-4c15-a9a5-47f99df2ae3c req-2acf3253-cbb4-45f1-955d-159b3d7a515d tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:25.386178 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4e5b44d1-9d93-4c15-a9a5-47f99df2ae3c req-2acf3253-cbb4-45f1-955d-159b3d7a515d tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43 HTTP/1.1" status: 200  len: 946 time: 0.0893180
Apr 02 18:24:25.407386 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24b12c-2157-48a6-80cb-565f1a6442b5 req-8f75914a-f13f-416a-9623-43fab1964b17 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:25.408150 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-bf24b12c-2157-48a6-80cb-565f1a6442b5 req-8f75914a-f13f-416a-9623-43fab1964b17 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Synchronizing usage tracker for tenant:d04a7b8a6f1f460697416688fa4f1b49 on resource:port {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:24:25.439354 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-4e5b44d1-9d93-4c15-a9a5-47f99df2ae3c req-a043085e-5a69-4395-b6cb-6d80553db6df tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462363
Apr 02 18:24:25.489923 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-bf24b12c-2157-48a6-80cb-565f1a6442b5 req-8f75914a-f13f-416a-9623-43fab1964b17 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Unset dirty status for tenant:d04a7b8a6f1f460697416688fa4f1b49 on resource:port {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:24:25.491230 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bf24b12c-2157-48a6-80cb-565f1a6442b5 req-8f75914a-f13f-416a-9623-43fab1964b17 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43 HTTP/1.1" status: 200  len: 946 time: 0.2163219
Apr 02 18:24:25.583016 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-bf24b12c-2157-48a6-80cb-565f1a6442b5 req-7bb4e2a3-9547-4744-84f3-9c73c449deaf tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Deleting port e317096e-3362-4b16-a435-57cee913c63a {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:24:25.583585 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-bf24b12c-2157-48a6-80cb-565f1a6442b5 req-7bb4e2a3-9547-4744-84f3-9c73c449deaf tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:25.619177 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-b3f12e18-2c99-4739-bc52-df79e7b51084 req-25ca08ed-330a-48b0-bf12-18f24c3d8b08 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:25.640597 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-638019c8-4520-45a5-b584-861a69ce8f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:25.752104 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca08ed-330a-48b0-bf12-18f24c3d8b08 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Pushing event deleted for resources: {'Port': ['ID=44ad18da-6231-4f30-b0b5-bea47aa19e5e,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:25.765777 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-25ca08ed-330a-48b0-bf12-18f24c3d8b08 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:26.105308 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bf2772a5-ff43-4dc9-8dbf-559cb1342c80 req-cee24600-0311-43ab-9a06-bb78c0a42919 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=48b932d2-b839-4ae9-8417-0e68c5e761fd HTTP/1.1" status: 200  len: 210 time: 0.0499871
Apr 02 18:24:26.438989 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-bf24b12c-2157-48a6-80cb-565f1a6442b5 req-7bb4e2a3-9547-4744-84f3-9c73c449deaf tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] For port e317096e-3362-4b16-a435-57cee913c63a, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=e317096e-3362-4b16-a435-57cee913c63a,segment=NetworkSegment(86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b),segment_id=86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:24:26.439402 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-bf24b12c-2157-48a6-80cb-565f1a6442b5 req-7bb4e2a3-9547-4744-84f3-9c73c449deaf tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:26.592751 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-bf24b12c-2157-48a6-80cb-565f1a6442b5 req-7bb4e2a3-9547-4744-84f3-9c73c449deaf tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Calling delete_port for e317096e-3362-4b16-a435-57cee913c63a owned by compute:nova {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:24:26.641095 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afcb1b-7451-48c2-b289-588e1bba6b24 req-5218c611-b20a-42c5-9c8c-fafb5351d98c tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:24:26.642768 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-52afcb1b-7451-48c2-b289-588e1bba6b24 req-5218c611-b20a-42c5-9c8c-fafb5351d98c tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43 HTTP/1.1" status: 200  len: 946 time: 0.0881143
Apr 02 18:24:26.671336 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3f12e18-2c99-4739-bc52-df79e7b51084 req-25ca08ed-330a-48b0-bf12-18f24c3d8b08 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Router 920e82ea-401d-4c95-badb-bae4cf451443 has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:24:26.690848 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-52afcb1b-7451-48c2-b289-588e1bba6b24 req-e96a88d4-454f-4fb3-a595-c3fe7a7f7078 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ae099e-4cf7-4f8e-a19a-7debe5c02231&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414231
Apr 02 18:24:26.947279 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3f12e18-2c99-4739-bc52-df79e7b51084 req-25ca08ed-330a-48b0-bf12-18f24c3d8b08 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:24:26.957350 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34740d89-5568-4ec5-95ab-5c89c5942792 None None] Sync routers for ids ['920e82ea-401d-4c95-badb-bae4cf451443'] in dv-cinder-784603-1-iscsi {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:24:26.967510 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34740d89-5568-4ec5-95ab-5c89c5942792 None None] Routers {'920e82ea-401d-4c95-badb-bae4cf451443'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:24:26.968173 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-34740d89-5568-4ec5-95ab-5c89c5942792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10d3fc18>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:24:00Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['920e82ea-401d-4c95-badb-bae4cf451443'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:26.989008 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-bf24b12c-2157-48a6-80cb-565f1a6442b5 req-7bb4e2a3-9547-4744-84f3-9c73c449deaf tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:27.041553 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-5c1d8a2e-264b-4bed-9317-7825a42aeb5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:27.143198 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f12e18-2c99-4739-bc52-df79e7b51084 req-25ca08ed-330a-48b0-bf12-18f24c3d8b08 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] No DVR routers for this DVR port 44ad18da-6231-4f30-b0b5-bea47aa19e5e on host hv-cinder-78460 {{(pid=84390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:24:27.150038 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4e2a3-9547-4744-84f3-9c73c449deaf tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Pushing event deleted for resources: {'Port': ['ID=e317096e-3362-4b16-a435-57cee913c63a,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:27.154866 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-b3f12e18-2c99-4739-bc52-df79e7b51084 req-25ca08ed-330a-48b0-bf12-18f24c3d8b08 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:27.157983 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b932d2-b839-4ae9-8417-0e68c5e761fd', 'name': 'network-vif-deleted', 'tag': '44ad18da-6231-4f30-b0b5-bea47aa19e5e'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:24:27.160328 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-34740d89-5568-4ec5-95ab-5c89c5942792 None None] Set router 920e82ea-401d-4c95-badb-bae4cf451443 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:24:27.166694 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7bb4e2a3-9547-4744-84f3-9c73c449deaf tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:27.230857 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b932d2-b839-4ae9-8417-0e68c5e761fd', 'name': 'network-vif-deleted', 'tag': '44ad18da-6231-4f30-b0b5-bea47aa19e5e', 'status': 'completed', 'code': 200}
Apr 02 18:24:27.277593 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b3278679-d00e-4e4d-93ff-b0c0c99d222b req-ab5086a5-1148-4dde-80b7-1f285cef89d5 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/ports?device_id=48b932d2-b839-4ae9-8417-0e68c5e761fd HTTP/1.1" status: 200  len: 210 time: 0.0529475
Apr 02 18:24:27.335305 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b3f12e18-2c99-4739-bc52-df79e7b51084 req-25ca08ed-330a-48b0-bf12-18f24c3d8b08 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.15 "DELETE /v2.0/ports/44ad18da-6231-4f30-b0b5-bea47aa19e5e HTTP/1.1" status: 204  len: 173 time: 3.1142609
Apr 02 18:24:27.341236 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf24b12c-2157-48a6-80cb-565f1a6442b5 req-7bb4e2a3-9547-4744-84f3-9c73c449deaf tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] No DVR routers for this DVR port e317096e-3362-4b16-a435-57cee913c63a on host hv-cinder-78460 {{(pid=84390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:24:27.344175 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-bf24b12c-2157-48a6-80cb-565f1a6442b5 req-7bb4e2a3-9547-4744-84f3-9c73c449deaf tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:27.346214 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-bf24b12c-2157-48a6-80cb-565f1a6442b5 req-7bb4e2a3-9547-4744-84f3-9c73c449deaf tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.15 "DELETE /v2.0/ports/e317096e-3362-4b16-a435-57cee913c63a HTTP/1.1" status: 204  len: 173 time: 1.8483331
Apr 02 18:24:27.510560 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-34740d89-5568-4ec5-95ab-5c89c5942792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10d3fc18>, [{'id': '920e82ea-401d-4c95-badb-bae4cf451443', 'name': 'tempest-AttachVolumeTestJSON-1832118101-router', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:19:54Z', 'updated_at': '2021-04-02T18:19:59Z', 'revision_number': 4, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'gw_port': {'id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:55Z', 'updated_at': '2021-04-02T18:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': '79babec3-69b8-49a2-a31c-576d0faae849', 'name': '', 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'mac_address': 'fa:16:3e:70:9b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:58Z', 'updated_at': '2021-04-02T18:20:06Z', 'revision_number': 5, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'subnets': [{'id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:27.515493 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34740d89-5568-4ec5-95ab-5c89c5942792 None None] Checking router: 920e82ea-401d-4c95-badb-bae4cf451443 for host: dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:24:27.524786 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34740d89-5568-4ec5-95ab-5c89c5942792 None None] Routers {'920e82ea-401d-4c95-badb-bae4cf451443'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:24:27.525440 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-34740d89-5568-4ec5-95ab-5c89c5942792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10d3fc18>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:24:00Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['920e82ea-401d-4c95-badb-bae4cf451443'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:27.630446 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9444a412-c07b-4f34-944c-22a2a8a452b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:27.719278 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-34740d89-5568-4ec5-95ab-5c89c5942792 None None] Set router 920e82ea-401d-4c95-badb-bae4cf451443 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:24:27.884799 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-3e118c7d-dcac-40aa-8950-b440fae78078 req-b82c8630-8886-4ea3-9dfa-8df42fcff2f4 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43 HTTP/1.1" status: 200  len: 210 time: 0.0634885
Apr 02 18:24:28.083091 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-34740d89-5568-4ec5-95ab-5c89c5942792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10d3fc18>, [{'id': '920e82ea-401d-4c95-badb-bae4cf451443', 'name': 'tempest-AttachVolumeTestJSON-1832118101-router', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:19:54Z', 'updated_at': '2021-04-02T18:19:59Z', 'revision_number': 4, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'gw_port': {'id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:55Z', 'updated_at': '2021-04-02T18:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': '79babec3-69b8-49a2-a31c-576d0faae849', 'name': '', 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'mac_address': 'fa:16:3e:70:9b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:58Z', 'updated_at': '2021-04-02T18:20:06Z', 'revision_number': 5, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'subnets': [{'id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:28.087215 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34740d89-5568-4ec5-95ab-5c89c5942792 None None] The sync data for ids ['920e82ea-401d-4c95-badb-bae4cf451443'] in dv-cinder-784603-1-iscsi is: [{'id': '920e82ea-401d-4c95-badb-bae4cf451443', 'name': 'tempest-AttachVolumeTestJSON-1832118101-router', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:19:54Z', 'updated_at': '2021-04-02T18:19:59Z', 'revision_number': 4, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'gw_port': {'id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:55Z', 'updated_at': '2021-04-02T18:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi', '_interfaces': [{'id': '79babec3-69b8-49a2-a31c-576d0faae849', 'name': '', 'network_id': '6a8685e6-ae49-456d-b77c-abc425733d73', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'mac_address': 'fa:16:3e:70:9b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:58Z', 'updated_at': '2021-04-02T18:20:06Z', 'revision_number': 5, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'subnets': [{'id': '0674dce4-132f-47ef-91d2-5fa513e41545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:24:28.163898 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 44ad18da-6231-4f30-b0b5-bea47aa19e5e no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:24:28.202931 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] No Port match for: 44ad18da-6231-4f30-b0b5-bea47aa19e5e {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:24:28.203335 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 44ad18da-6231-4f30-b0b5-bea47aa19e5e not bound to the agent host hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:24:28.203809 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device e317096e-3362-4b16-a435-57cee913c63a no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:24:28.243276 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] No Port match for: e317096e-3362-4b16-a435-57cee913c63a {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:24:28.243674 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device e317096e-3362-4b16-a435-57cee913c63a not bound to the agent host hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:24:28.458487 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 44884) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:28.462915 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fc3e17-bba4-4e2f-b6dd-6a36b0d91556 None None] New status for floating IP ee2e8b3c-6a0b-4ab5-b734-4ba843027b9e: DOWN {{(pid=84392) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 02 18:24:28.531585 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8d468d0f-951d-4264-81fd-4c83df9954aa tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:28.565960 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8d468d0f-951d-4264-81fd-4c83df9954aa tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:28.664701 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8d468d0f-951d-4264-81fd-4c83df9954aa tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:28.671156 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a94d0a39-408d-4846-a491-2f4ca2fb205d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:28.687470 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d468d0f-951d-4264-81fd-4c83df9954aa tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1534ef8-be49-4bd5-a25f-9d61a0fa2e7e,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:28.695251 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d468d0f-951d-4264-81fd-4c83df9954aa tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:28.695673 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d468d0f-951d-4264-81fd-4c83df9954aa tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:28.696159 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d468d0f-951d-4264-81fd-4c83df9954aa tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:28.702082 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d468d0f-951d-4264-81fd-4c83df9954aa tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:28.702082 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d468d0f-951d-4264-81fd-4c83df9954aa tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:28.702082 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d468d0f-951d-4264-81fd-4c83df9954aa tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:28.702082 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d468d0f-951d-4264-81fd-4c83df9954aa tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:28.702082 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d468d0f-951d-4264-81fd-4c83df9954aa tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:28.702082 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d468d0f-951d-4264-81fd-4c83df9954aa tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:28.702082 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d468d0f-951d-4264-81fd-4c83df9954aa tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:28.702082 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d468d0f-951d-4264-81fd-4c83df9954aa tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:28.702082 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d468d0f-951d-4264-81fd-4c83df9954aa tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:24:28.703215 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8d468d0f-951d-4264-81fd-4c83df9954aa tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:28.727007 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8d468d0f-951d-4264-81fd-4c83df9954aa tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:28.728251 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-8d468d0f-951d-4264-81fd-4c83df9954aa tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "DELETE /v2.0/security-groups/a1534ef8-be49-4bd5-a25f-9d61a0fa2e7e HTTP/1.1" status: 204  len: 168 time: 0.2686317
Apr 02 18:24:28.731086 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 44888) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:28.750326 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.api.v2.resource [None req-3c706c68-124e-4a85-984f-6cbf14a9f160 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] show failed (client error): The resource could not be found.
Apr 02 18:24:28.751425 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-3c706c68-124e-4a85-984f-6cbf14a9f160 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "GET /v2.0/security-groups/a1534ef8-be49-4bd5-a25f-9d61a0fa2e7e HTTP/1.1" status: 404  len: 347 time: 0.0193348
Apr 02 18:24:28.754661 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 44892) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:28.779714 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:28.923567 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-25bdb6fe-8bfa-4a10-bfb3-080b3a467c74 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Deleting port a49461e9-911a-42ca-a35c-fd69f10fcaf9 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:24:28.923882 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-25bdb6fe-8bfa-4a10-bfb3-080b3a467c74 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:29.031766 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 44898) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:29.108175 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-25bdb6fe-8bfa-4a10-bfb3-080b3a467c74 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:29.108548 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-25bdb6fe-8bfa-4a10-bfb3-080b3a467c74 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:29.208259 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-e98e6b6f-1d3a-41e7-9bde-c14bbd18820b tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Deleting port c8184127-7852-4760-b5dd-37f2d69986fa {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:24:29.208397 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e98e6b6f-1d3a-41e7-9bde-c14bbd18820b tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:29.238325 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43', 'name': 'network-vif-deleted', 'tag': 'e317096e-3362-4b16-a435-57cee913c63a'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:24:29.243531 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-25bdb6fe-8bfa-4a10-bfb3-080b3a467c74 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Calling delete_port for a49461e9-911a-42ca-a35c-fd69f10fcaf9 owned by network:floatingip {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:24:29.335230 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ffaaa2-8e2c-4dad-8bbd-6aa748309e43', 'name': 'network-vif-deleted', 'tag': 'e317096e-3362-4b16-a435-57cee913c63a', 'status': 'completed', 'code': 200}
Apr 02 18:24:29.397526 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e98e6b6f-1d3a-41e7-9bde-c14bbd18820b tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:29.397865 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e98e6b6f-1d3a-41e7-9bde-c14bbd18820b tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:29.428134 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-25bdb6fe-8bfa-4a10-bfb3-080b3a467c74 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851822213'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:29.444536 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8a7569d9-5850-4674-8298-3c40758bfe54 tempest-AttachVolumeShelveTestJSON-973529858 tempest-AttachVolumeShelveTestJSON-973529858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:29.532275 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-e98e6b6f-1d3a-41e7-9bde-c14bbd18820b tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Calling delete_port for c8184127-7852-4760-b5dd-37f2d69986fa owned by network:floatingip {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:24:29.539541 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e0f9fa11-decf-4834-8c3b-40c18924bf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:29.710833 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e98e6b6f-1d3a-41e7-9bde-c14bbd18820b tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:29.727931 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-fd79276e-ce97-4c65-b18a-674932118f4e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:29.793021 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdb6fe-8bfa-4a10-bfb3-080b3a467c74 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Pushing event deleted for resources: {'Port': ['ID=a49461e9-911a-42ca-a35c-fd69f10fcaf9,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:29.802027 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-25bdb6fe-8bfa-4a10-bfb3-080b3a467c74 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:29.829559 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e6b6f-1d3a-41e7-9bde-c14bbd18820b tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Pushing event deleted for resources: {'Port': ['ID=c8184127-7852-4760-b5dd-37f2d69986fa,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:29.838635 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e98e6b6f-1d3a-41e7-9bde-c14bbd18820b tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:29.955277 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-25bdb6fe-8bfa-4a10-bfb3-080b3a467c74 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks [] for floatingip, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:29.970802 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-25bdb6fe-8bfa-4a10-bfb3-080b3a467c74 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for floatingip, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:29.972036 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-25bdb6fe-8bfa-4a10-bfb3-080b3a467c74 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] 10.222.0.10 "DELETE /v2.0/floatingips/ee2e8b3c-6a0b-4ab5-b734-4ba843027b9e HTTP/1.1" status: 204  len: 168 time: 1.2163970
Apr 02 18:24:29.999583 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e98e6b6f-1d3a-41e7-9bde-c14bbd18820b tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for floatingip, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:30.045857 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e98e6b6f-1d3a-41e7-9bde-c14bbd18820b tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for floatingip, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:30.047176 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-e98e6b6f-1d3a-41e7-9bde-c14bbd18820b tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "DELETE /v2.0/floatingips/49a08768-7882-4685-a0d7-9658227ced65 HTTP/1.1" status: 204  len: 168 time: 1.0142047
Apr 02 18:24:30.096751 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:31.513526 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 44924) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:31.589476 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-56e5bab6-0058-4c68-888f-65053dd455d5 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:31.620944 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-56e5bab6-0058-4c68-888f-65053dd455d5 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:31.721822 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-56e5bab6-0058-4c68-888f-65053dd455d5 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:31.727423 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-51b1f30d-d0e0-480c-a0c5-7c9c11222594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:31.743730 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5bab6-0058-4c68-888f-65053dd455d5 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ae099e-4cf7-4f8e-a19a-7debe5c02231,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:31.746220 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-56e5bab6-0058-4c68-888f-65053dd455d5 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:31.750760 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:31.789722 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-56e5bab6-0058-4c68-888f-65053dd455d5 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:31.795943 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-56e5bab6-0058-4c68-888f-65053dd455d5 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] 10.222.0.10 "DELETE /v2.0/security-groups/c6ae099e-4cf7-4f8e-a19a-7debe5c02231 HTTP/1.1" status: 204  len: 168 time: 0.2755861
Apr 02 18:24:31.899110 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 44930) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:32.567689 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-25a39b3f-acbc-4724-b0b0-01761da40f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410473'] for router_interface, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:32.949431 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-25a39b3f-acbc-4724-b0b0-01761da40f88 admin admin] Deleting port 2f40f967-3097-43d0-a0e7-181c204d1b0e {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:24:32.949834 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-25a39b3f-acbc-4724-b0b0-01761da40f88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:33.390114 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-25a39b3f-acbc-4724-b0b0-01761da40f88 admin admin] For port 2f40f967-3097-43d0-a0e7-181c204d1b0e, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=2f40f967-3097-43d0-a0e7-181c204d1b0e,segment=NetworkSegment(86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b),segment_id=86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:24:33.390626 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-25a39b3f-acbc-4724-b0b0-01761da40f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:33.520463 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-25a39b3f-acbc-4724-b0b0-01761da40f88 admin admin] Calling delete_port for 2f40f967-3097-43d0-a0e7-181c204d1b0e owned by network:router_interface {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:24:33.750615 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-25a39b3f-acbc-4724-b0b0-01761da40f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:33.766867 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-fd79276e-ce97-4c65-b18a-674932118f4e tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:33.865928 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a39b3f-acbc-4724-b0b0-01761da40f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f40f967-3097-43d0-a0e7-181c204d1b0e,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:33.876725 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-25a39b3f-acbc-4724-b0b0-01761da40f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:34.222916 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-25a39b3f-acbc-4724-b0b0-01761da40f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854276846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404156'] for router_interface, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:34.244120 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:24:34.274920 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 44952) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:34.740637 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a39b3f-acbc-4724-b0b0-01761da40f88 admin admin] Router 2752469c-4c75-40b1-9d6a-886423a3dbdf has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84390) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:24:34.846886 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-99b0e34c-8291-4dd1-b04b-8d1b6f6b5848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410473'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:34.942543 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a39b3f-acbc-4724-b0b0-01761da40f88 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84390) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:24:34.953067 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16685f25-2770-44f5-8b7e-bdee0f8a1aa0 None None] Sync routers for ids ['2752469c-4c75-40b1-9d6a-886423a3dbdf'] in dv-cinder-784603-1-iscsi {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:24:34.958835 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-25a39b3f-acbc-4724-b0b0-01761da40f88 admin admin] 10.222.0.10 "PUT /v2.0/routers/2752469c-4c75-40b1-9d6a-886423a3dbdf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0556495
Apr 02 18:24:34.959173 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 44956) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:34.964207 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16685f25-2770-44f5-8b7e-bdee0f8a1aa0 None None] Routers {'2752469c-4c75-40b1-9d6a-886423a3dbdf'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:24:34.964957 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-16685f25-2770-44f5-8b7e-bdee0f8a1aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10acae48>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:24:30Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['2752469c-4c75-40b1-9d6a-886423a3dbdf'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:35.156749 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ff241466-bb62-4c27-8991-644c5b65f364 admin admin] Notify callbacks [] for router, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:35.234803 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-99b0e34c-8291-4dd1-b04b-8d1b6f6b5848 admin admin] Deleting port 79babec3-69b8-49a2-a31c-576d0faae849 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:24:35.235190 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-99b0e34c-8291-4dd1-b04b-8d1b6f6b5848 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:35.318840 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-16685f25-2770-44f5-8b7e-bdee0f8a1aa0 None None] Set router 2752469c-4c75-40b1-9d6a-886423a3dbdf gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:24:35.354479 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ff241466-bb62-4c27-8991-644c5b65f364 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:35.396239 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-ff241466-bb62-4c27-8991-644c5b65f364 admin admin] Deleting port f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:24:35.397156 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ff241466-bb62-4c27-8991-644c5b65f364 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:35.423344 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-99b0e34c-8291-4dd1-b04b-8d1b6f6b5848 admin admin] For port 79babec3-69b8-49a2-a31c-576d0faae849, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=79babec3-69b8-49a2-a31c-576d0faae849,segment=NetworkSegment(b8084356-3e72-4438-b448-a734cb3557ae),segment_id=b8084356-3e72-4438-b448-a734cb3557ae)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:24:35.423661 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-99b0e34c-8291-4dd1-b04b-8d1b6f6b5848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:35.557004 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-99b0e34c-8291-4dd1-b04b-8d1b6f6b5848 admin admin] Calling delete_port for 79babec3-69b8-49a2-a31c-576d0faae849 owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:24:35.584801 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-ff241466-bb62-4c27-8991-644c5b65f364 admin admin] For port f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b,segment=NetworkSegment(422579c7-e086-4847-b55f-de8760ffa8dd),segment_id=422579c7-e086-4847-b55f-de8760ffa8dd)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:24:35.585177 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ff241466-bb62-4c27-8991-644c5b65f364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:35.632974 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-16685f25-2770-44f5-8b7e-bdee0f8a1aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10acae48>, [{'id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'name': 'tempest-TestVolumeBootPattern-9113196-router', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:08Z', 'updated_at': '2021-04-02T18:24:33Z', 'revision_number': 5, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'gw_port': {'id': 'f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:09Z', 'updated_at': '2021-04-02T18:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:35.637175 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16685f25-2770-44f5-8b7e-bdee0f8a1aa0 None None] Checking router: 2752469c-4c75-40b1-9d6a-886423a3dbdf for host: dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:24:35.647458 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16685f25-2770-44f5-8b7e-bdee0f8a1aa0 None None] Routers {'2752469c-4c75-40b1-9d6a-886423a3dbdf'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:24:35.648258 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-16685f25-2770-44f5-8b7e-bdee0f8a1aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10acae48>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:24:30Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['2752469c-4c75-40b1-9d6a-886423a3dbdf'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:35.724747 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-ff241466-bb62-4c27-8991-644c5b65f364 admin admin] Calling delete_port for f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b owned by network:router_gateway {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:24:35.824382 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-16685f25-2770-44f5-8b7e-bdee0f8a1aa0 None None] Set router 2752469c-4c75-40b1-9d6a-886423a3dbdf gateway port host: None {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:24:35.887805 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-99b0e34c-8291-4dd1-b04b-8d1b6f6b5848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851822213'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:35.911726 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:35.951130 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-16685f25-2770-44f5-8b7e-bdee0f8a1aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10acae48>, [{'id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'name': 'tempest-TestVolumeBootPattern-9113196-router', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:08Z', 'updated_at': '2021-04-02T18:24:35Z', 'revision_number': 6, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'gw_port_host': None}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:35.956554 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16685f25-2770-44f5-8b7e-bdee0f8a1aa0 None None] The sync data for ids ['2752469c-4c75-40b1-9d6a-886423a3dbdf'] in dv-cinder-784603-1-iscsi is: [{'id': '2752469c-4c75-40b1-9d6a-886423a3dbdf', 'name': 'tempest-TestVolumeBootPattern-9113196-router', 'tenant_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:08Z', 'updated_at': '2021-04-02T18:24:35Z', 'revision_number': 6, 'project_id': 'd04a7b8a6f1f460697416688fa4f1b49', 'gw_port_host': None}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:24:36.017399 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0e34c-8291-4dd1-b04b-8d1b6f6b5848 admin admin] Pushing event deleted for resources: {'Port': ['ID=79babec3-69b8-49a2-a31c-576d0faae849,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:36.020352 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-99b0e34c-8291-4dd1-b04b-8d1b6f6b5848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:36.205583 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ff241466-bb62-4c27-8991-644c5b65f364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:36.222188 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-85ed15a5-0631-4c57-80ba-c56ebc5c1c26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:36.345211 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff241466-bb62-4c27-8991-644c5b65f364 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:36.354761 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-ff241466-bb62-4c27-8991-644c5b65f364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:36.375191 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 2f40f967-3097-43d0-a0e7-181c204d1b0e no longer exists at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:24:36.397147 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-99b0e34c-8291-4dd1-b04b-8d1b6f6b5848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854276846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404156'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:36.413557 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] No Port match for: 2f40f967-3097-43d0-a0e7-181c204d1b0e {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:24:36.413934 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 2f40f967-3097-43d0-a0e7-181c204d1b0e not bound to the agent host dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:24:36.414647 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b no longer exists at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:24:36.455265 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] No Port match for: f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:24:36.455979 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device f2ba9f78-f07d-4c3d-8e0a-105b4ba6611b not bound to the agent host dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:24:36.514786 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ff241466-bb62-4c27-8991-644c5b65f364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-413628'] for router_gateway, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:36.705949 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ff241466-bb62-4c27-8991-644c5b65f364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854362819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14895'] for router, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:36.708374 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ff241466-bb62-4c27-8991-644c5b65f364 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:36.918825 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b0e34c-8291-4dd1-b04b-8d1b6f6b5848 admin admin] Router 920e82ea-401d-4c95-badb-bae4cf451443 has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:24:36.937843 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ff241466-bb62-4c27-8991-644c5b65f364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854362745'] for router, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:36.938497 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff241466-bb62-4c27-8991-644c5b65f364 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2752469c-4c75-40b1-9d6a-886423a3dbdf {{(pid=84390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 02 18:24:36.953038 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ff241466-bb62-4c27-8991-644c5b65f364 admin admin] Notify callbacks [] for router, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:36.956899 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-ff241466-bb62-4c27-8991-644c5b65f364 admin admin] 10.222.0.10 "DELETE /v2.0/routers/2752469c-4c75-40b1-9d6a-886423a3dbdf HTTP/1.1" status: 204  len: 168 time: 1.9942005
Apr 02 18:24:36.957177 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 44960) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:37.034859 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_v2 [None req-60149e33-7a73-483a-bc71-d681f65efbe3 admin admin] Deleting subnet 020b479b-570a-409f-b890-594a2858ea45 {{(pid=84390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:24:37.041578 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-60149e33-7a73-483a-bc71-d681f65efbe3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:37.100204 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-60149e33-7a73-483a-bc71-d681f65efbe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851785678'] for subnet, precommit_delete_associations {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:37.189407 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-60149e33-7a73-483a-bc71-d681f65efbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1495'] for subnet, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:37.370848 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b0e34c-8291-4dd1-b04b-8d1b6f6b5848 admin admin] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:24:37.381850 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8c08e8-614f-4fef-8c53-974e59eb7859 None None] Sync routers for ids ['920e82ea-401d-4c95-badb-bae4cf451443'] in dv-cinder-784603-1-iscsi {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:24:37.386790 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-99b0e34c-8291-4dd1-b04b-8d1b6f6b5848 admin admin] 10.222.0.10 "PUT /v2.0/routers/920e82ea-401d-4c95-badb-bae4cf451443/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1082118
Apr 02 18:24:37.387121 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 44964) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:37.392809 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8c08e8-614f-4fef-8c53-974e59eb7859 None None] Routers {'920e82ea-401d-4c95-badb-bae4cf451443'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:24:37.393486 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-4b8c08e8-614f-4fef-8c53-974e59eb7859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10c69c50>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:24:30Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['920e82ea-401d-4c95-badb-bae4cf451443'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:37.591447 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-4b8c08e8-614f-4fef-8c53-974e59eb7859 None None] Set router 920e82ea-401d-4c95-badb-bae4cf451443 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:24:37.632766 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-14df116a-2a10-4e72-a7f0-e61c79d85b76 admin admin] Notify callbacks [] for router, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:37.692685 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-60149e33-7a73-483a-bc71-d681f65efbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852573111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851730366'] for subnet, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:37.773949 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:37.890452 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60149e33-7a73-483a-bc71-d681f65efbe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=020b479b-570a-409f-b890-594a2858ea45,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:37.908435 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-60149e33-7a73-483a-bc71-d681f65efbe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:37.963664 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-60149e33-7a73-483a-bc71-d681f65efbe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for subnet, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:37.971481 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fbabab-7095-45b6-92ad-c67fd2e21db8 None None] Network 90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:24:37.975595 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-60149e33-7a73-483a-bc71-d681f65efbe3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/020b479b-570a-409f-b890-594a2858ea45 HTTP/1.1" status: 204  len: 168 time: 1.0173421
Apr 02 18:24:37.978548 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 44968) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:37.987585 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-14df116a-2a10-4e72-a7f0-e61c79d85b76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:38.024875 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-14df116a-2a10-4e72-a7f0-e61c79d85b76 admin admin] Deleting port d18850f6-d9e6-4846-bd39-caaff0bb4de0 {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:24:38.025297 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-14df116a-2a10-4e72-a7f0-e61c79d85b76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:38.098770 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-16ddd138-815a-456f-b979-5a4a87b8118d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-37997'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:38.168266 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-16ddd138-815a-456f-b979-5a4a87b8118d admin admin] Deleting port 4448e7c1-b2b4-4df7-9989-dda0be278d27 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:24:38.168559 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-16ddd138-815a-456f-b979-5a4a87b8118d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:38.222033 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-14df116a-2a10-4e72-a7f0-e61c79d85b76 admin admin] For port d18850f6-d9e6-4846-bd39-caaff0bb4de0, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=d18850f6-d9e6-4846-bd39-caaff0bb4de0,segment=NetworkSegment(422579c7-e086-4847-b55f-de8760ffa8dd),segment_id=422579c7-e086-4847-b55f-de8760ffa8dd)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:24:38.222453 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-14df116a-2a10-4e72-a7f0-e61c79d85b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:38.275934 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-4b8c08e8-614f-4fef-8c53-974e59eb7859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10c69c50>, [{'id': '920e82ea-401d-4c95-badb-bae4cf451443', 'name': 'tempest-AttachVolumeTestJSON-1832118101-router', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:19:54Z', 'updated_at': '2021-04-02T18:24:35Z', 'revision_number': 5, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'gw_port': {'id': 'd18850f6-d9e6-4846-bd39-caaff0bb4de0', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:41:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920e82ea-401d-4c95-badb-bae4cf451443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:19:55Z', 'updated_at': '2021-04-02T18:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:38.281390 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8c08e8-614f-4fef-8c53-974e59eb7859 None None] Checking router: 920e82ea-401d-4c95-badb-bae4cf451443 for host: dv-cinder-784603-1-iscsi {{(pid=84392) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:24:38.292124 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8c08e8-614f-4fef-8c53-974e59eb7859 None None] Routers {'920e82ea-401d-4c95-badb-bae4cf451443'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84392) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:24:38.292802 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-4b8c08e8-614f-4fef-8c53-974e59eb7859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10c69c50>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:24:30Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['920e82ea-401d-4c95-badb-bae4cf451443'], 'active': True} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:38.361247 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5deb04d-4728-4e14-a392-30ca7b3a04bb None None] DHCP port deletion for 90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 request from dv-cinder-784603-1-iscsi {{(pid=84392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 02 18:24:38.371133 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-14df116a-2a10-4e72-a7f0-e61c79d85b76 admin admin] Calling delete_port for d18850f6-d9e6-4846-bd39-caaff0bb4de0 owned by network:router_gateway {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:24:38.375392 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-f5deb04d-4728-4e14-a392-30ca7b3a04bb None None] Deleting port 4448e7c1-b2b4-4df7-9989-dda0be278d27 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:24:38.375813 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f5deb04d-4728-4e14-a392-30ca7b3a04bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:38.402706 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-16ddd138-815a-456f-b979-5a4a87b8118d admin admin] For port 4448e7c1-b2b4-4df7-9989-dda0be278d27, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=4448e7c1-b2b4-4df7-9989-dda0be278d27,segment=NetworkSegment(86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b),segment_id=86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:24:38.403381 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-16ddd138-815a-456f-b979-5a4a87b8118d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:38.541096 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-16ddd138-815a-456f-b979-5a4a87b8118d admin admin] Calling delete_port for 4448e7c1-b2b4-4df7-9989-dda0be278d27 owned by network:dhcp {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:24:38.567284 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-4b8c08e8-614f-4fef-8c53-974e59eb7859 None None] Set router 920e82ea-401d-4c95-badb-bae4cf451443 gateway port host: None {{(pid=84392) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:24:38.579308 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-14df116a-2a10-4e72-a7f0-e61c79d85b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:38.595974 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f1ed68e5-2b82-4afb-8c50-f0ac8bfdbb9c tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:38.642153 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-16ddd138-815a-456f-b979-5a4a87b8118d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851822213'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:38.657854 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:38.694271 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df116a-2a10-4e72-a7f0-e61c79d85b76 admin admin] Pushing event deleted for resources: {'Port': ['ID=d18850f6-d9e6-4846-bd39-caaff0bb4de0,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:38.695306 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-4b8c08e8-614f-4fef-8c53-974e59eb7859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10c69c50>, [{'id': '920e82ea-401d-4c95-badb-bae4cf451443', 'name': 'tempest-AttachVolumeTestJSON-1832118101-router', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:19:54Z', 'updated_at': '2021-04-02T18:24:37Z', 'revision_number': 6, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'gw_port_host': None}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:38.698686 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-14df116a-2a10-4e72-a7f0-e61c79d85b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:38.701415 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8c08e8-614f-4fef-8c53-974e59eb7859 None None] The sync data for ids ['920e82ea-401d-4c95-badb-bae4cf451443'] in dv-cinder-784603-1-iscsi is: [{'id': '920e82ea-401d-4c95-badb-bae4cf451443', 'name': 'tempest-AttachVolumeTestJSON-1832118101-router', 'tenant_id': 'dfaba96d159b45cca52f40e00f31208c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:19:54Z', 'updated_at': '2021-04-02T18:24:37Z', 'revision_number': 6, 'project_id': 'dfaba96d159b45cca52f40e00f31208c', 'gw_port_host': None}] {{(pid=84392) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:24:38.754872 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ddd138-815a-456f-b979-5a4a87b8118d admin admin] Pushing event deleted for resources: {'Port': ['ID=4448e7c1-b2b4-4df7-9989-dda0be278d27,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:38.759357 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-16ddd138-815a-456f-b979-5a4a87b8118d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:38.821141 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ddd138-815a-456f-b979-5a4a87b8118d admin admin] No DVR routers for this DVR port 4448e7c1-b2b4-4df7-9989-dda0be278d27 on host dv-cinder-784603-1-iscsi {{(pid=84391) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:24:38.831795 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-f5deb04d-4728-4e14-a392-30ca7b3a04bb None None] For port 4448e7c1-b2b4-4df7-9989-dda0be278d27, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=4448e7c1-b2b4-4df7-9989-dda0be278d27,segment=NetworkSegment(86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b),segment_id=86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:24:38.832243 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f5deb04d-4728-4e14-a392-30ca7b3a04bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:38.883201 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-14df116a-2a10-4e72-a7f0-e61c79d85b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-413628'] for router_gateway, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:38.972920 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-f5deb04d-4728-4e14-a392-30ca7b3a04bb None None] Calling delete_port for 4448e7c1-b2b4-4df7-9989-dda0be278d27 owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:24:38.981890 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-16ddd138-815a-456f-b979-5a4a87b8118d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854513834', 'neutron.services.segments.db._delete_segments_for_network--9223363296845448257'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:39.056448 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.db.api [None req-f5deb04d-4728-4e14-a392-30ca7b3a04bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84392) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 18:24:39.056876 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_db.api [None req-f5deb04d-4728-4e14-a392-30ca7b3a04bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 02 18:24:39.102634 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-16ddd138-815a-456f-b979-5a4a87b8118d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2f0bc7c710>,) {'filters': {'network_id': ['90ec4bbb-4cfa-4f5b-a343-b4e187660bc7']}} {{(pid=84391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:39.121802 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-16ddd138-815a-456f-b979-5a4a87b8118d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f0bc7c710>, '86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:39.122164 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-16ddd138-815a-456f-b979-5a4a87b8118d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f0bc7c710>, '86fb11d4-050a-41f3-94e9-c5b8fb9b1b3b') {} {{(pid=84391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:39.135650 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-16ddd138-815a-456f-b979-5a4a87b8118d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740009327441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3088596'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:39.151925 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-16ddd138-815a-456f-b979-5a4a87b8118d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:39.159466 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16ddd138-815a-456f-b979-5a4a87b8118d admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:24:39.335754 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-14df116a-2a10-4e72-a7f0-e61c79d85b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854362819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14895'] for router, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:39.338241 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-14df116a-2a10-4e72-a7f0-e61c79d85b76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:39.347866 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-16ddd138-815a-456f-b979-5a4a87b8118d admin admin] Network 90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 has no segments {{(pid=84391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:24:39.356882 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-16ddd138-815a-456f-b979-5a4a87b8118d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854517445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2953485'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:39.514387 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:39.542912 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-14df116a-2a10-4e72-a7f0-e61c79d85b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854362745'] for router, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:39.543586 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14df116a-2a10-4e72-a7f0-e61c79d85b76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 920e82ea-401d-4c95-badb-bae4cf451443 {{(pid=84390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 02 18:24:39.558444 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-f5deb04d-4728-4e14-a392-30ca7b3a04bb None None] Deleting port 4448e7c1-b2b4-4df7-9989-dda0be278d27 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:24:39.559171 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f5deb04d-4728-4e14-a392-30ca7b3a04bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:39.560314 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-14df116a-2a10-4e72-a7f0-e61c79d85b76 admin admin] Notify callbacks [] for router, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:39.563005 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-14df116a-2a10-4e72-a7f0-e61c79d85b76 admin admin] 10.222.0.10 "DELETE /v2.0/routers/920e82ea-401d-4c95-badb-bae4cf451443 HTTP/1.1" status: 204  len: 168 time: 2.1748376
Apr 02 18:24:39.565639 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 44974) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:39.597863 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-16ddd138-815a-456f-b979-5a4a87b8118d admin admin] Network 90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 has no segments {{(pid=84391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:24:39.642849 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-f5deb04d-4728-4e14-a392-30ca7b3a04bb None None] The port '4448e7c1-b2b4-4df7-9989-dda0be278d27' was deleted {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 02 18:24:39.662685 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_v2 [None req-244d8922-0197-4a74-beb4-b8431d5776df admin admin] Deleting subnet 0674dce4-132f-47ef-91d2-5fa513e41545 {{(pid=84390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:24:39.667157 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-244d8922-0197-4a74-beb4-b8431d5776df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]: Traceback (most recent call last):
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]:     timer()
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]:     cb(*args, **kw)
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]:     return func(*args, **kwargs)
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]:     self._notify()
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]:     self.callback(batched_events)
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]:     event.method(event)
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]:     segment_id)['aggregates'][0]
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]:     return f(self, *a, **k)
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self._get(url).json()
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]:     **kwargs)
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]:     **endpoint_filter)
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:24:39.676960 dv-cinder-784603-1-iscsi neutron-server[84275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:24:39.735803 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-244d8922-0197-4a74-beb4-b8431d5776df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851785678'] for subnet, precommit_delete_associations {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:39.754037 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-16ddd138-815a-456f-b979-5a4a87b8118d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-261967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854362150'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:39.758930 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-16ddd138-815a-456f-b979-5a4a87b8118d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:39.762268 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b71cf1c1-b48d-4dae-bca1-90fcc7ac202d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:39.787373 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ddd138-815a-456f-b979-5a4a87b8118d admin admin] Pushing event deleted for resources: {'Network': ['ID=90ec4bbb-4cfa-4f5b-a343-b4e187660bc7,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:39.791203 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-16ddd138-815a-456f-b979-5a4a87b8118d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:39.815088 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-244d8922-0197-4a74-beb4-b8431d5776df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1495'] for subnet, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:39.843408 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-16ddd138-815a-456f-b979-5a4a87b8118d admin admin] 10.222.0.10 "DELETE /v2.0/networks/90ec4bbb-4cfa-4f5b-a343-b4e187660bc7 HTTP/1.1" status: 204  len: 168 time: 1.8635616
Apr 02 18:24:39.846207 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 44978) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:40.301963 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device d18850f6-d9e6-4846-bd39-caaff0bb4de0 no longer exists at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:24:40.341349 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] No Port match for: d18850f6-d9e6-4846-bd39-caaff0bb4de0 {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:24:40.341788 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device d18850f6-d9e6-4846-bd39-caaff0bb4de0 not bound to the agent host dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:24:40.342988 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 79babec3-69b8-49a2-a31c-576d0faae849 no longer exists at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:24:40.348828 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-244d8922-0197-4a74-beb4-b8431d5776df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852573111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851730366'] for subnet, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:40.365333 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:40.380478 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] No Port match for: 79babec3-69b8-49a2-a31c-576d0faae849 {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:24:40.380712 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 79babec3-69b8-49a2-a31c-576d0faae849 not bound to the agent host dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:24:40.381045 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 4448e7c1-b2b4-4df7-9989-dda0be278d27 no longer exists at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:24:40.420277 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] No Port match for: 4448e7c1-b2b4-4df7-9989-dda0be278d27 {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:24:40.420277 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device 4448e7c1-b2b4-4df7-9989-dda0be278d27 not bound to the agent host dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:24:40.456387 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d8922-0197-4a74-beb4-b8431d5776df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0674dce4-132f-47ef-91d2-5fa513e41545,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:40.459990 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1b42cb2f-e66d-4072-a1f4-1f1f52b63edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410473'] for router_interface, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:40.460755 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-244d8922-0197-4a74-beb4-b8431d5776df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:40.505124 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-244d8922-0197-4a74-beb4-b8431d5776df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for subnet, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:40.510278 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9d0622-96f9-4bcf-88da-3931b64f423c None None] Network 6a8685e6-ae49-456d-b77c-abc425733d73 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:24:40.515203 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-244d8922-0197-4a74-beb4-b8431d5776df admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0674dce4-132f-47ef-91d2-5fa513e41545 HTTP/1.1" status: 204  len: 168 time: 0.9454939
Apr 02 18:24:40.515461 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 44982) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:40.637126 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c83396e7-9dc1-4e71-b6f7-904b55d38657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-37997'] for network, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:40.708610 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-c83396e7-9dc1-4e71-b6f7-904b55d38657 admin admin] Deleting port f79e4cfb-4d6a-410b-8e0d-55acd8d43a31 {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:24:40.708983 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c83396e7-9dc1-4e71-b6f7-904b55d38657 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:40.779679 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece77362-9d62-4387-ad3d-1495b65896a7 None None] DHCP port deletion for 6a8685e6-ae49-456d-b77c-abc425733d73 request from dv-cinder-784603-1-iscsi {{(pid=84392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 02 18:24:40.783946 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-ece77362-9d62-4387-ad3d-1495b65896a7 None None] Deleting port f79e4cfb-4d6a-410b-8e0d-55acd8d43a31 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:24:40.784373 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ece77362-9d62-4387-ad3d-1495b65896a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:40.856265 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-1b42cb2f-e66d-4072-a1f4-1f1f52b63edb admin admin] Deleting port d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127 {{(pid=84391) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:24:40.856640 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1b42cb2f-e66d-4072-a1f4-1f1f52b63edb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:40.940802 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-c83396e7-9dc1-4e71-b6f7-904b55d38657 admin admin] For port f79e4cfb-4d6a-410b-8e0d-55acd8d43a31, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=f79e4cfb-4d6a-410b-8e0d-55acd8d43a31,segment=NetworkSegment(b8084356-3e72-4438-b448-a734cb3557ae),segment_id=b8084356-3e72-4438-b448-a734cb3557ae)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:24:40.941251 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c83396e7-9dc1-4e71-b6f7-904b55d38657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:41.035107 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-ece77362-9d62-4387-ad3d-1495b65896a7 None None] For port f79e4cfb-4d6a-410b-8e0d-55acd8d43a31, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=f79e4cfb-4d6a-410b-8e0d-55acd8d43a31,segment=NetworkSegment(b8084356-3e72-4438-b448-a734cb3557ae),segment_id=b8084356-3e72-4438-b448-a734cb3557ae)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:24:41.035546 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ece77362-9d62-4387-ad3d-1495b65896a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:41.054984 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-1b42cb2f-e66d-4072-a1f4-1f1f52b63edb admin admin] For port d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127,segment=NetworkSegment(9ba77e7f-e634-4d0c-b889-7f4b12ace1bb),segment_id=9ba77e7f-e634-4d0c-b889-7f4b12ace1bb)] {{(pid=84391) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:24:41.055397 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1b42cb2f-e66d-4072-a1f4-1f1f52b63edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:41.078034 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-c83396e7-9dc1-4e71-b6f7-904b55d38657 admin admin] Calling delete_port for f79e4cfb-4d6a-410b-8e0d-55acd8d43a31 owned by network:dhcp {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:24:41.177683 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-ece77362-9d62-4387-ad3d-1495b65896a7 None None] Calling delete_port for f79e4cfb-4d6a-410b-8e0d-55acd8d43a31 owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:24:41.192053 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-1b42cb2f-e66d-4072-a1f4-1f1f52b63edb admin admin] Calling delete_port for d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127 owned by network:router_interface {{(pid=84391) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:24:41.201658 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c83396e7-9dc1-4e71-b6f7-904b55d38657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:41.216444 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f3f9ccf2-4be9-43b3-81fe-079edc702b47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:41.260817 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.db.api [None req-ece77362-9d62-4387-ad3d-1495b65896a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84392) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 18:24:41.261796 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_db.api [None req-ece77362-9d62-4387-ad3d-1495b65896a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 02 18:24:41.318762 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83396e7-9dc1-4e71-b6f7-904b55d38657 admin admin] Pushing event deleted for resources: {'Port': ['ID=f79e4cfb-4d6a-410b-8e0d-55acd8d43a31,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:41.332647 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c83396e7-9dc1-4e71-b6f7-904b55d38657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:41.376703 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83396e7-9dc1-4e71-b6f7-904b55d38657 admin admin] No DVR routers for this DVR port f79e4cfb-4d6a-410b-8e0d-55acd8d43a31 on host dv-cinder-784603-1-iscsi {{(pid=84390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:24:41.418944 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1b42cb2f-e66d-4072-a1f4-1f1f52b63edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851822213'] for port, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:41.435572 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-7a1ebef2-d9f6-4f0f-b541-528de8428546 tempest-TestMinimumBasicScenario-1862241099 tempest-TestMinimumBasicScenario-1862241099-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:41.502632 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c83396e7-9dc1-4e71-b6f7-904b55d38657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854513834', 'neutron.services.segments.db._delete_segments_for_network--9223363296845448257'] for network, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:41.531263 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42cb2f-e66d-4072-a1f4-1f1f52b63edb admin admin] Pushing event deleted for resources: {'Port': ['ID=d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:41.534164 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-1b42cb2f-e66d-4072-a1f4-1f1f52b63edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:41.618466 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-c83396e7-9dc1-4e71-b6f7-904b55d38657 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2f0b0f6860>,) {'filters': {'network_id': ['6a8685e6-ae49-456d-b77c-abc425733d73']}} {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:41.632730 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-c83396e7-9dc1-4e71-b6f7-904b55d38657 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f0b0f6860>, 'b8084356-3e72-4438-b448-a734cb3557ae') {'for_net_delete': True} {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:41.633066 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-c83396e7-9dc1-4e71-b6f7-904b55d38657 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f0b0f6860>, 'b8084356-3e72-4438-b448-a734cb3557ae') {} {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:41.646512 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c83396e7-9dc1-4e71-b6f7-904b55d38657 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740009327441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2990139'] for segment, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:41.737553 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c83396e7-9dc1-4e71-b6f7-904b55d38657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:41.748059 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83396e7-9dc1-4e71-b6f7-904b55d38657 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=84390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:24:41.763515 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-ece77362-9d62-4387-ad3d-1495b65896a7 None None] Deleting port f79e4cfb-4d6a-410b-8e0d-55acd8d43a31 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:24:41.764734 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ece77362-9d62-4387-ad3d-1495b65896a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:41.843592 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-ece77362-9d62-4387-ad3d-1495b65896a7 None None] The port 'f79e4cfb-4d6a-410b-8e0d-55acd8d43a31' was deleted {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 02 18:24:41.936677 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-c83396e7-9dc1-4e71-b6f7-904b55d38657 admin admin] Network 6a8685e6-ae49-456d-b77c-abc425733d73 has no segments {{(pid=84390) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:24:41.947172 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c83396e7-9dc1-4e71-b6f7-904b55d38657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854517445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852572958'] for segment, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:42.141101 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-c83396e7-9dc1-4e71-b6f7-904b55d38657 admin admin] Network 6a8685e6-ae49-456d-b77c-abc425733d73 has no segments {{(pid=84390) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:24:42.142799 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1b42cb2f-e66d-4072-a1f4-1f1f52b63edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854276846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-404156'] for router_interface, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]: Traceback (most recent call last):
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]:     timer()
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]:     cb(*args, **kw)
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]:     return func(*args, **kwargs)
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]:     self._notify()
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]:     self.callback(batched_events)
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]:     event.method(event)
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]:     segment_id)['aggregates'][0]
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]:     return f(self, *a, **k)
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self._get(url).json()
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]:     **kwargs)
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]:     **endpoint_filter)
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:24:42.164497 dv-cinder-784603-1-iscsi neutron-server[84275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:24:42.347477 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device f79e4cfb-4d6a-410b-8e0d-55acd8d43a31 no longer exists at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:24:42.384867 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] No Port match for: f79e4cfb-4d6a-410b-8e0d-55acd8d43a31 {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:24:42.385263 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device f79e4cfb-4d6a-410b-8e0d-55acd8d43a31 not bound to the agent host dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:24:42.565089 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c83396e7-9dc1-4e71-b6f7-904b55d38657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-261967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854362150'] for network, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:42.569289 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:42.587524 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c83396e7-9dc1-4e71-b6f7-904b55d38657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:42.597574 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83396e7-9dc1-4e71-b6f7-904b55d38657 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a8685e6-ae49-456d-b77c-abc425733d73,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:42.601081 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c83396e7-9dc1-4e71-b6f7-904b55d38657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:42.646588 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-c83396e7-9dc1-4e71-b6f7-904b55d38657 admin admin] 10.222.0.10 "DELETE /v2.0/networks/6a8685e6-ae49-456d-b77c-abc425733d73 HTTP/1.1" status: 204  len: 168 time: 2.1299143
Apr 02 18:24:42.664529 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b42cb2f-e66d-4072-a1f4-1f1f52b63edb admin admin] Router 163af7c0-fd83-473a-8ee5-119b54fba9b0 has already been hosted by L3 agent 28b5a9d6-3bdd-4cbc-a01e-aa880a092639 {{(pid=84391) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 02 18:24:42.853650 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b42cb2f-e66d-4072-a1f4-1f1f52b63edb admin admin] Notify agent at l3_agent.dv-cinder-784603-1-iscsi the message routers_updated {{(pid=84391) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 02 18:24:42.864136 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92189fb-7a00-42f2-a6fd-2163096343bb None None] Sync routers for ids ['163af7c0-fd83-473a-8ee5-119b54fba9b0'] in dv-cinder-784603-1-iscsi {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 02 18:24:42.874559 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92189fb-7a00-42f2-a6fd-2163096343bb None None] Routers {'163af7c0-fd83-473a-8ee5-119b54fba9b0'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:24:42.876138 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-d92189fb-7a00-42f2-a6fd-2163096343bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10ee55f8>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:24:30Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['163af7c0-fd83-473a-8ee5-119b54fba9b0'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:42.904915 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-1b42cb2f-e66d-4072-a1f4-1f1f52b63edb admin admin] 10.222.0.10 "PUT /v2.0/routers/163af7c0-fd83-473a-8ee5-119b54fba9b0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0571151
Apr 02 18:24:42.907751 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 44988) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:42.960081 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 44992) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:43.021122 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-a43290ec-6f1f-4ec7-ac70-658210fd1c2f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dfaba96d159b45cca52f40e00f31208c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0593393
Apr 02 18:24:43.023567 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 44996) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:43.073536 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-d92189fb-7a00-42f2-a6fd-2163096343bb None None] Set router 163af7c0-fd83-473a-8ee5-119b54fba9b0 gateway port host: dv-cinder-784603-1-iscsi {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:24:43.087871 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e578ef8e-651f-444e-9e51-8723a9c0332f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:43.102085 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05d37494-99b6-43c8-8d77-af1993aa3ca7 admin admin] Notify callbacks [] for router, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:43.116584 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e578ef8e-651f-444e-9e51-8723a9c0332f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:43.258990 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e578ef8e-651f-444e-9e51-8723a9c0332f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:43.265136 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-9118d3a1-0ed9-4125-9c58-80e6f5154a78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:43.280063 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578ef8e-651f-444e-9e51-8723a9c0332f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2777fc9e-fd9f-42fe-afad-ad7cea9aae00,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:43.286665 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e578ef8e-651f-444e-9e51-8723a9c0332f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:43.287509 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e578ef8e-651f-444e-9e51-8723a9c0332f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:43.291195 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-e578ef8e-651f-444e-9e51-8723a9c0332f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2777fc9e-fd9f-42fe-afad-ad7cea9aae00 HTTP/1.1" status: 204  len: 168 time: 0.2641220
Apr 02 18:24:43.292966 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05d37494-99b6-43c8-8d77-af1993aa3ca7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:43.338984 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-05d37494-99b6-43c8-8d77-af1993aa3ca7 admin admin] Deleting port c1fe8fae-599d-40d0-b216-c8e689253b3f {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:24:43.339372 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05d37494-99b6-43c8-8d77-af1993aa3ca7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:43.388048 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-d92189fb-7a00-42f2-a6fd-2163096343bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10ee55f8>, [{'id': '163af7c0-fd83-473a-8ee5-119b54fba9b0', 'name': 'tempest-TestVolumeBootPattern-266729671-router', 'tenant_id': '98f17b8dbd1344779a2f651ab04d8f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'external_fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.160'}], 'enable_snat': True}, 'gw_port_id': 'c1fe8fae-599d-40d0-b216-c8e689253b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:21Z', 'updated_at': '2021-04-02T18:24:41Z', 'revision_number': 5, 'project_id': '98f17b8dbd1344779a2f651ab04d8f65', 'gw_port': {'id': 'c1fe8fae-599d-40d0-b216-c8e689253b3f', 'name': '', 'network_id': '42dddd6f-9dd9-47ad-90cc-d42a9f8f1223', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:56:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163af7c0-fd83-473a-8ee5-119b54fba9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'ip_address': '172.27.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-02T18:17:22Z', 'updated_at': '2021-04-02T18:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91c6c6e9-4506-41a9-9628-98cc28823f44', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784603-1-iscsi'}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:43.393076 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92189fb-7a00-42f2-a6fd-2163096343bb None None] Checking router: 163af7c0-fd83-473a-8ee5-119b54fba9b0 for host: dv-cinder-784603-1-iscsi {{(pid=84393) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 02 18:24:43.403557 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92189fb-7a00-42f2-a6fd-2163096343bb None None] Routers {'163af7c0-fd83-473a-8ee5-119b54fba9b0'} bound to L3 agent in host dv-cinder-784603-1-iscsi {{(pid=84393) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 02 18:24:43.404213 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-d92189fb-7a00-42f2-a6fd-2163096343bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2f10ee55f8>, 'dv-cinder-784603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-02T18:02:29Z,description=<?>,heartbeat_timestamp=2021-04-02T18:24:30Z,host='dv-cinder-784603-1-iscsi',id=28b5a9d6-3bdd-4cbc-a01e-aa880a092639,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-02T18:02:29Z,topic='l3_agent')) {'router_ids': ['163af7c0-fd83-473a-8ee5-119b54fba9b0'], 'active': True} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:43.578426 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvr_db [None req-d92189fb-7a00-42f2-a6fd-2163096343bb None None] Set router 163af7c0-fd83-473a-8ee5-119b54fba9b0 gateway port host: None {{(pid=84393) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 02 18:24:43.710139 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_hamode_db [None req-d92189fb-7a00-42f2-a6fd-2163096343bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2f10ee55f8>, [{'id': '163af7c0-fd83-473a-8ee5-119b54fba9b0', 'name': 'tempest-TestVolumeBootPattern-266729671-router', 'tenant_id': '98f17b8dbd1344779a2f651ab04d8f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:21Z', 'updated_at': '2021-04-02T18:24:43Z', 'revision_number': 6, 'project_id': '98f17b8dbd1344779a2f651ab04d8f65', 'gw_port_host': None}], 'dv-cinder-784603-1-iscsi', False) {} {{(pid=84393) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:43.714680 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92189fb-7a00-42f2-a6fd-2163096343bb None None] The sync data for ids ['163af7c0-fd83-473a-8ee5-119b54fba9b0'] in dv-cinder-784603-1-iscsi is: [{'id': '163af7c0-fd83-473a-8ee5-119b54fba9b0', 'name': 'tempest-TestVolumeBootPattern-266729671-router', 'tenant_id': '98f17b8dbd1344779a2f651ab04d8f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-02T18:17:21Z', 'updated_at': '2021-04-02T18:24:43Z', 'revision_number': 6, 'project_id': '98f17b8dbd1344779a2f651ab04d8f65', 'gw_port_host': None}] {{(pid=84393) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 02 18:24:43.812974 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05d37494-99b6-43c8-8d77-af1993aa3ca7 admin admin] For port c1fe8fae-599d-40d0-b216-c8e689253b3f, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=c1fe8fae-599d-40d0-b216-c8e689253b3f,segment=NetworkSegment(422579c7-e086-4847-b55f-de8760ffa8dd),segment_id=422579c7-e086-4847-b55f-de8760ffa8dd)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:24:43.813382 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05d37494-99b6-43c8-8d77-af1993aa3ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:43.951151 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-05d37494-99b6-43c8-8d77-af1993aa3ca7 admin admin] Calling delete_port for c1fe8fae-599d-40d0-b216-c8e689253b3f owned by network:router_gateway {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:24:44.247513 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05d37494-99b6-43c8-8d77-af1993aa3ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:44.263892 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-14df116a-2a10-4e72-a7f0-e61c79d85b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:44.307133 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device c1fe8fae-599d-40d0-b216-c8e689253b3f no longer exists at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:24:44.348474 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] No Port match for: c1fe8fae-599d-40d0-b216-c8e689253b3f {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:24:44.349177 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device c1fe8fae-599d-40d0-b216-c8e689253b3f not bound to the agent host dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:24:44.349759 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127 no longer exists at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:24:44.368605 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d37494-99b6-43c8-8d77-af1993aa3ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1fe8fae-599d-40d0-b216-c8e689253b3f,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:44.376769 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05d37494-99b6-43c8-8d77-af1993aa3ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:44.395002 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] No Port match for: d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127 {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:24:44.395824 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device d3c7ad6b-4d11-4fd5-b4e8-ee9e62107127 not bound to the agent host dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:24:44.547948 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05d37494-99b6-43c8-8d77-af1993aa3ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-413628'] for router_gateway, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:44.735951 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05d37494-99b6-43c8-8d77-af1993aa3ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854362819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14895'] for router, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:44.738347 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05d37494-99b6-43c8-8d77-af1993aa3ca7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:44.782105 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05d37494-99b6-43c8-8d77-af1993aa3ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854362745'] for router, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:44.782769 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d37494-99b6-43c8-8d77-af1993aa3ca7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 163af7c0-fd83-473a-8ee5-119b54fba9b0 {{(pid=84390) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 02 18:24:44.796260 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05d37494-99b6-43c8-8d77-af1993aa3ca7 admin admin] Notify callbacks [] for router, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:44.797520 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-05d37494-99b6-43c8-8d77-af1993aa3ca7 admin admin] 10.222.0.10 "DELETE /v2.0/routers/163af7c0-fd83-473a-8ee5-119b54fba9b0 HTTP/1.1" status: 204  len: 168 time: 1.8884635
Apr 02 18:24:44.800285 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 45068) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:44.882992 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_v2 [None req-360f5e34-b5d5-4648-9fb5-83fc3b766928 admin admin] Deleting subnet b2e27eb6-c884-4809-af56-0403c2f8633a {{(pid=84390) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:24:44.886996 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-360f5e34-b5d5-4648-9fb5-83fc3b766928 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:44.942421 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-360f5e34-b5d5-4648-9fb5-83fc3b766928 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851785678'] for subnet, precommit_delete_associations {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:45.027621 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-360f5e34-b5d5-4648-9fb5-83fc3b766928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1495'] for subnet, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:45.314591 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-360f5e34-b5d5-4648-9fb5-83fc3b766928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852573111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851730366'] for subnet, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:45.331891 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:45.425527 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f5e34-b5d5-4648-9fb5-83fc3b766928 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2e27eb6-c884-4809-af56-0403c2f8633a,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:45.437560 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-360f5e34-b5d5-4648-9fb5-83fc3b766928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:45.470875 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-360f5e34-b5d5-4648-9fb5-83fc3b766928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for subnet, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:45.476200 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d06ef9e-6a45-48e3-9add-48b415cc7403 None None] Network afd67941-1061-4424-b0d4-9c9a9e8f5176 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:24:45.477094 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-360f5e34-b5d5-4648-9fb5-83fc3b766928 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b2e27eb6-c884-4809-af56-0403c2f8633a HTTP/1.1" status: 204  len: 168 time: 0.6756382
Apr 02 18:24:45.479725 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 45076) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:45.601495 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9836077e-32f3-4b0b-b7b7-9132dd18ccd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-37997'] for network, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:45.681082 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-9836077e-32f3-4b0b-b7b7-9132dd18ccd4 admin admin] Deleting port e6146fb1-36a2-40a9-a5fd-b91a28a4c876 {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:24:45.681572 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9836077e-32f3-4b0b-b7b7-9132dd18ccd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:45.734925 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2537dadf-78e7-4eb3-aafc-fbabc4497e9b None None] DHCP port deletion for afd67941-1061-4424-b0d4-9c9a9e8f5176 request from dv-cinder-784603-1-iscsi {{(pid=84392) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 02 18:24:45.739195 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-2537dadf-78e7-4eb3-aafc-fbabc4497e9b None None] Deleting port e6146fb1-36a2-40a9-a5fd-b91a28a4c876 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:24:45.739696 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2537dadf-78e7-4eb3-aafc-fbabc4497e9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:45.923362 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-9836077e-32f3-4b0b-b7b7-9132dd18ccd4 admin admin] For port e6146fb1-36a2-40a9-a5fd-b91a28a4c876, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=e6146fb1-36a2-40a9-a5fd-b91a28a4c876,segment=NetworkSegment(9ba77e7f-e634-4d0c-b889-7f4b12ace1bb),segment_id=9ba77e7f-e634-4d0c-b889-7f4b12ace1bb)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:24:45.923775 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9836077e-32f3-4b0b-b7b7-9132dd18ccd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:46.069298 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-9836077e-32f3-4b0b-b7b7-9132dd18ccd4 admin admin] Calling delete_port for e6146fb1-36a2-40a9-a5fd-b91a28a4c876 owned by network:dhcp {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:24:46.139915 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-2537dadf-78e7-4eb3-aafc-fbabc4497e9b None None] For port e6146fb1-36a2-40a9-a5fd-b91a28a4c876, host dv-cinder-784603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784603-1-iscsi',level=0,port_id=e6146fb1-36a2-40a9-a5fd-b91a28a4c876,segment=NetworkSegment(9ba77e7f-e634-4d0c-b889-7f4b12ace1bb),segment_id=9ba77e7f-e634-4d0c-b889-7f4b12ace1bb)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:24:46.140357 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2537dadf-78e7-4eb3-aafc-fbabc4497e9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:46.194953 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9836077e-32f3-4b0b-b7b7-9132dd18ccd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:46.211219 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-e50e45db-339b-4cf1-b2ba-659c625282a8 tempest-TestVolumeBootPattern-368895065 tempest-TestVolumeBootPattern-368895065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:46.270669 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-2537dadf-78e7-4eb3-aafc-fbabc4497e9b None None] Calling delete_port for e6146fb1-36a2-40a9-a5fd-b91a28a4c876 owned by network:dhcp {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:24:46.309951 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device e6146fb1-36a2-40a9-a5fd-b91a28a4c876 no longer exists at agent ovs-agent-dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:24:46.313628 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836077e-32f3-4b0b-b7b7-9132dd18ccd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6146fb1-36a2-40a9-a5fd-b91a28a4c876,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:46.318216 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-9836077e-32f3-4b0b-b7b7-9132dd18ccd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:46.363037 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] No Port match for: e6146fb1-36a2-40a9-a5fd-b91a28a4c876 {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:24:46.363407 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Device e6146fb1-36a2-40a9-a5fd-b91a28a4c876 not bound to the agent host dv-cinder-784603-1-iscsi {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:24:46.370556 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9836077e-32f3-4b0b-b7b7-9132dd18ccd4 admin admin] No DVR routers for this DVR port e6146fb1-36a2-40a9-a5fd-b91a28a4c876 on host dv-cinder-784603-1-iscsi {{(pid=84390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:24:46.398646 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.db.api [None req-2537dadf-78e7-4eb3-aafc-fbabc4497e9b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84392) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 02 18:24:46.399055 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_db.api [None req-2537dadf-78e7-4eb3-aafc-fbabc4497e9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84392) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 02 18:24:46.508397 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9836077e-32f3-4b0b-b7b7-9132dd18ccd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854513834', 'neutron.services.segments.db._delete_segments_for_network--9223363296845448257'] for network, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:46.623236 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-9836077e-32f3-4b0b-b7b7-9132dd18ccd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2f0af33588>,) {'filters': {'network_id': ['afd67941-1061-4424-b0d4-9c9a9e8f5176']}} {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:46.635605 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-9836077e-32f3-4b0b-b7b7-9132dd18ccd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f0af33588>, '9ba77e7f-e634-4d0c-b889-7f4b12ace1bb') {'for_net_delete': True} {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:46.635957 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-9836077e-32f3-4b0b-b7b7-9132dd18ccd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f0af33588>, '9ba77e7f-e634-4d0c-b889-7f4b12ace1bb') {} {{(pid=84390) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:24:46.648806 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9836077e-32f3-4b0b-b7b7-9132dd18ccd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740009327441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2990139'] for segment, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:46.664224 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9836077e-32f3-4b0b-b7b7-9132dd18ccd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:46.670978 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9836077e-32f3-4b0b-b7b7-9132dd18ccd4 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=84390) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:24:46.857952 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-9836077e-32f3-4b0b-b7b7-9132dd18ccd4 admin admin] Network afd67941-1061-4424-b0d4-9c9a9e8f5176 has no segments {{(pid=84390) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:24:46.867213 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9836077e-32f3-4b0b-b7b7-9132dd18ccd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854517445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852572958'] for segment, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:46.900731 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-2537dadf-78e7-4eb3-aafc-fbabc4497e9b None None] Deleting port e6146fb1-36a2-40a9-a5fd-b91a28a4c876 {{(pid=84392) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:24:46.901258 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2537dadf-78e7-4eb3-aafc-fbabc4497e9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:46.975198 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-2537dadf-78e7-4eb3-aafc-fbabc4497e9b None None] The port 'e6146fb1-36a2-40a9-a5fd-b91a28a4c876' was deleted {{(pid=84392) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 02 18:24:47.053594 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-9836077e-32f3-4b0b-b7b7-9132dd18ccd4 admin admin] Network afd67941-1061-4424-b0d4-9c9a9e8f5176 has no segments {{(pid=84390) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]: Traceback (most recent call last):
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]:     timer()
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]:     cb(*args, **kw)
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]:     return func(*args, **kwargs)
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]:     self._notify()
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]:     self.callback(batched_events)
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]:     event.method(event)
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]:     segment_id)['aggregates'][0]
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]:     return f(self, *a, **k)
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self._get(url).json()
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]:     **kwargs)
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]:     **endpoint_filter)
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:24:47.078771 dv-cinder-784603-1-iscsi neutron-server[84275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:24:47.195559 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9836077e-32f3-4b0b-b7b7-9132dd18ccd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-261967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854362150'] for network, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:47.199213 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:47.217183 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9836077e-32f3-4b0b-b7b7-9132dd18ccd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:47.224157 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836077e-32f3-4b0b-b7b7-9132dd18ccd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=afd67941-1061-4424-b0d4-9c9a9e8f5176,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:47.229186 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-9836077e-32f3-4b0b-b7b7-9132dd18ccd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:47.235020 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-9836077e-32f3-4b0b-b7b7-9132dd18ccd4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/afd67941-1061-4424-b0d4-9c9a9e8f5176 HTTP/1.1" status: 204  len: 168 time: 1.7542789
Apr 02 18:24:47.677431 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 45102) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:47.729384 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-21b778d0-c394-496e-a0a3-1c9b818e52fb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d04a7b8a6f1f460697416688fa4f1b49&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0505364
Apr 02 18:24:47.731852 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 45106) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:47.799518 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5268bc99-bcd7-426d-be6d-5c642abb8c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:47.825885 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5268bc99-bcd7-426d-be6d-5c642abb8c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:48.058967 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5268bc99-bcd7-426d-be6d-5c642abb8c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:48.064796 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-77765f29-2cab-4a7e-9314-fc0485433ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:48.081409 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268bc99-bcd7-426d-be6d-5c642abb8c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf64bb5-9541-4afd-8d7e-5bb413d369d8,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:48.084566 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-5268bc99-bcd7-426d-be6d-5c642abb8c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:48.086625 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5268bc99-bcd7-426d-be6d-5c642abb8c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:48.087852 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-5268bc99-bcd7-426d-be6d-5c642abb8c17 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aaf64bb5-9541-4afd-8d7e-5bb413d369d8 HTTP/1.1" status: 204  len: 168 time: 0.3544545
Apr 02 18:24:48.649324 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 45116) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:48.702835 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-d09feb70-87cb-4c7d-920b-8d96bf5099db admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=98f17b8dbd1344779a2f651ab04d8f65&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0519581
Apr 02 18:24:48.705870 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 45120) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:24:48.768513 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ce9ba57f-150c-4300-81f2-7f78fbdbcdcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:48.802745 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ce9ba57f-150c-4300-81f2-7f78fbdbcdcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:48.881915 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ce9ba57f-150c-4300-81f2-7f78fbdbcdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:48.887767 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-be5cb6e6-cec1-4c46-a79f-1abddd746b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:24:48.901155 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ba57f-150c-4300-81f2-7f78fbdbcdcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72434ca8-68cc-40a6-8bd7-38c5440702a7,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:24:48.903774 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-ce9ba57f-150c-4300-81f2-7f78fbdbcdcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:24:48.908579 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-ce9ba57f-150c-4300-81f2-7f78fbdbcdcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:48.909987 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-ce9ba57f-150c-4300-81f2-7f78fbdbcdcc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/72434ca8-68cc-40a6-8bd7-38c5440702a7 HTTP/1.1" status: 204  len: 168 time: 0.2029314
Apr 02 18:24:57.639894 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-eaa45001-21c6-4f61-95dc-58e3e8f2d256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:58.755614 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:24:59.561079 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-44552ade-c6f9-4238-a66e-f1109dc33078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:00.098235 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:01.787601 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:02.899453 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 45178) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:25:03.043290 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4988fb67-d048-4ef2-92da-a00fdd15085d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:03.058434 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-4988fb67-d048-4ef2-92da-a00fdd15085d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:25:03.062661 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-4988fb67-d048-4ef2-92da-a00fdd15085d admin admin] Usage tracker for resource:security_group_rule and tenant:bb1e4c3974a34b0f9810c6518453856c is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:25:03.065569 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-4988fb67-d048-4ef2-92da-a00fdd15085d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:25:03.071536 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-4988fb67-d048-4ef2-92da-a00fdd15085d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:25:03.213361 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4988fb67-d048-4ef2-92da-a00fdd15085d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:03.261768 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4988fb67-d048-4ef2-92da-a00fdd15085d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:03.275184 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-81aa4aa1-d426-4e45-98c4-9f79eb037318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:25:03.316602 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-4988fb67-d048-4ef2-92da-a00fdd15085d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb1e4c3974a34b0f9810c6518453856c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4159539
Apr 02 18:25:03.318199 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988fb67-d048-4ef2-92da-a00fdd15085d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d769703-b5ed-4d23-b690-44cd7f822043,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:25:03.319595 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 45184) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:25:03.321528 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4988fb67-d048-4ef2-92da-a00fdd15085d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:25:03.383371 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-daff509d-a262-46f2-be99-da801e1dd3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:03.411592 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-daff509d-a262-46f2-be99-da801e1dd3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:03.486818 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-daff509d-a262-46f2-be99-da801e1dd3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:03.492141 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-b412a74b-8c35-4417-b1fa-8b442e59c739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:25:03.507458 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff509d-a262-46f2-be99-da801e1dd3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d769703-b5ed-4d23-b690-44cd7f822043,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:25:03.509926 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-daff509d-a262-46f2-be99-da801e1dd3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:03.511182 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-daff509d-a262-46f2-be99-da801e1dd3e2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0d769703-b5ed-4d23-b690-44cd7f822043 HTTP/1.1" status: 204  len: 168 time: 0.1905103
Apr 02 18:25:03.512182 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-daff509d-a262-46f2-be99-da801e1dd3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:25:08.640284 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 45244) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:25:08.762082 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c2621f16-d4b0-4b12-b231-2cdcaac024ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:08.780795 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-c2621f16-d4b0-4b12-b231-2cdcaac024ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:25:08.785545 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-c2621f16-d4b0-4b12-b231-2cdcaac024ff admin admin] Usage tracker for resource:security_group_rule and tenant:badb19a0d39642e48e7a000b713808a3 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:25:08.788580 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-c2621f16-d4b0-4b12-b231-2cdcaac024ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:25:08.794654 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-c2621f16-d4b0-4b12-b231-2cdcaac024ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:25:08.878940 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c2621f16-d4b0-4b12-b231-2cdcaac024ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:08.909581 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c2621f16-d4b0-4b12-b231-2cdcaac024ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:08.919194 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a257fb0f-574e-4e48-88a1-6f2d5e4a1113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:25:08.963760 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-c2621f16-d4b0-4b12-b231-2cdcaac024ff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=badb19a0d39642e48e7a000b713808a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3215985
Apr 02 18:25:08.965514 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2621f16-d4b0-4b12-b231-2cdcaac024ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938824fb-b873-4f78-a8de-a377d37b5b17,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:25:08.966722 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 45250) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:25:08.969464 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c2621f16-d4b0-4b12-b231-2cdcaac024ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:25:09.030952 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c12d7751-f80d-4cb8-9a7d-d7dbd5e789f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:09.058238 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c12d7751-f80d-4cb8-9a7d-d7dbd5e789f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:09.141926 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c12d7751-f80d-4cb8-9a7d-d7dbd5e789f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:09.147258 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-8ce08275-acd2-4142-a61d-e23cdf3b1c50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:25:09.159797 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d7751-f80d-4cb8-9a7d-d7dbd5e789f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938824fb-b873-4f78-a8de-a377d37b5b17,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:25:09.165079 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c12d7751-f80d-4cb8-9a7d-d7dbd5e789f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:25:09.169210 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c12d7751-f80d-4cb8-9a7d-d7dbd5e789f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:09.170437 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-c12d7751-f80d-4cb8-9a7d-d7dbd5e789f0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/938824fb-b873-4f78-a8de-a377d37b5b17 HTTP/1.1" status: 204  len: 168 time: 0.2025847
Apr 02 18:25:09.463787 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:09.645623 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 45258) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:25:09.665139 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1c2cf25b-c64c-4e84-88fb-01f02359d8ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:09.680470 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-1c2cf25b-c64c-4e84-88fb-01f02359d8ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:25:09.684424 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-1c2cf25b-c64c-4e84-88fb-01f02359d8ba admin admin] Usage tracker for resource:security_group_rule and tenant:b1cdf14965b64292ae3aeab060adeaa6 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:25:09.687304 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-1c2cf25b-c64c-4e84-88fb-01f02359d8ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:25:09.693161 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-1c2cf25b-c64c-4e84-88fb-01f02359d8ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:25:09.779080 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1c2cf25b-c64c-4e84-88fb-01f02359d8ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:09.829949 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1c2cf25b-c64c-4e84-88fb-01f02359d8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:09.838632 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-69c5cd5d-4c2f-4cbc-b037-2f6208365271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:25:09.880826 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-1c2cf25b-c64c-4e84-88fb-01f02359d8ba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b1cdf14965b64292ae3aeab060adeaa6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2339597
Apr 02 18:25:09.881811 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cf25b-c64c-4e84-88fb-01f02359d8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edcd610e-dcae-4d97-aa26-7e95ae79daad,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:25:09.883790 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 45262) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:25:09.885164 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-1c2cf25b-c64c-4e84-88fb-01f02359d8ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:25:09.948985 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-538693fc-a1da-4131-a497-53234d4f6f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:09.976499 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-538693fc-a1da-4131-a497-53234d4f6f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:10.069337 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-538693fc-a1da-4131-a497-53234d4f6f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:10.074396 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-ed10e452-a7c1-4a62-b59c-8b85f6dcda54 tempest-VolumesNegativeTest-1332488702 tempest-VolumesNegativeTest-1332488702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:25:10.090966 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538693fc-a1da-4131-a497-53234d4f6f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcd610e-dcae-4d97-aa26-7e95ae79daad,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:25:10.095766 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-538693fc-a1da-4131-a497-53234d4f6f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:25:10.101336 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-538693fc-a1da-4131-a497-53234d4f6f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:10.102567 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-538693fc-a1da-4131-a497-53234d4f6f4f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/edcd610e-dcae-4d97-aa26-7e95ae79daad HTTP/1.1" status: 204  len: 168 time: 0.2175846
Apr 02 18:25:11.243727 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:25:14.605921 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84390) accepted ('10.222.0.10', 45308) {{(pid=84390) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:25:14.730958 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-68d493fe-975b-4b08-9cb2-b04585458c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:14.746791 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-68d493fe-975b-4b08-9cb2-b04585458c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:25:14.751458 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-68d493fe-975b-4b08-9cb2-b04585458c3d admin admin] Usage tracker for resource:security_group_rule and tenant:9d785177643d46f4aa9fb7f181a30eff is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:25:14.754427 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-68d493fe-975b-4b08-9cb2-b04585458c3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:25:14.760482 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-68d493fe-975b-4b08-9cb2-b04585458c3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:25:14.843460 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-68d493fe-975b-4b08-9cb2-b04585458c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:14.873707 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-68d493fe-975b-4b08-9cb2-b04585458c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:14.883490 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-ea3a1c60-2958-483e-bd95-56669080e78c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:25:14.926774 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-68d493fe-975b-4b08-9cb2-b04585458c3d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9d785177643d46f4aa9fb7f181a30eff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3196361
Apr 02 18:25:14.928479 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d493fe-975b-4b08-9cb2-b04585458c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4428d4-3960-4454-a5aa-d28f5fdf2f90,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:25:14.929706 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 45314) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:25:14.936582 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d493fe-975b-4b08-9cb2-b04585458c3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:14.937020 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d493fe-975b-4b08-9cb2-b04585458c3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:14.937492 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d493fe-975b-4b08-9cb2-b04585458c3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:14.937911 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d493fe-975b-4b08-9cb2-b04585458c3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:14.938355 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d493fe-975b-4b08-9cb2-b04585458c3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:14.938779 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d493fe-975b-4b08-9cb2-b04585458c3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:14.939191 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d493fe-975b-4b08-9cb2-b04585458c3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:14.939599 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d493fe-975b-4b08-9cb2-b04585458c3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:14.940009 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d493fe-975b-4b08-9cb2-b04585458c3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:14.940416 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d493fe-975b-4b08-9cb2-b04585458c3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:14.940830 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d493fe-975b-4b08-9cb2-b04585458c3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:14.941232 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d493fe-975b-4b08-9cb2-b04585458c3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:14.945526 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-68d493fe-975b-4b08-9cb2-b04585458c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:25:14.995306 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2e72e46e-dda4-479d-98b6-17f8586aa8fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:15.023292 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2e72e46e-dda4-479d-98b6-17f8586aa8fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:15.104109 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2e72e46e-dda4-479d-98b6-17f8586aa8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:15.109264 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-4c365f5d-d3ab-4113-a07a-a34b8f784fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:25:15.121771 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72e46e-dda4-479d-98b6-17f8586aa8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4428d4-3960-4454-a5aa-d28f5fdf2f90,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:25:15.124523 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-2e72e46e-dda4-479d-98b6-17f8586aa8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:25:15.132964 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2e72e46e-dda4-479d-98b6-17f8586aa8fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:15.136644 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-2e72e46e-dda4-479d-98b6-17f8586aa8fc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7b4428d4-3960-4454-a5aa-d28f5fdf2f90 HTTP/1.1" status: 204  len: 168 time: 0.2030954
Apr 02 18:25:15.951973 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 45338) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:25:16.063194 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-c33cde95-9a29-43af-b1ac-2da31fc0716b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-899438424-network', 'tenant_id': 'f17a01ba3ef44c9c867c1ec165f5cde7'}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:25:16.068326 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-c33cde95-9a29-43af-b1ac-2da31fc0716b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:25:16.072372 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-c33cde95-9a29-43af-b1ac-2da31fc0716b admin admin] Usage tracker for resource:network and tenant:f17a01ba3ef44c9c867c1ec165f5cde7 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:25:16.075320 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-c33cde95-9a29-43af-b1ac-2da31fc0716b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:25:16.085737 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-c33cde95-9a29-43af-b1ac-2da31fc0716b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:25:16.120650 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33cde95-9a29-43af-b1ac-2da31fc0716b admin admin] Made reservation on behalf of f17a01ba3ef44c9c867c1ec165f5cde7 for: {'network': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:25:16.125878 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c33cde95-9a29-43af-b1ac-2da31fc0716b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for network, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:16.140019 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c33cde95-9a29-43af-b1ac-2da31fc0716b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:16.156492 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-c33cde95-9a29-43af-b1ac-2da31fc0716b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:25:16.160524 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-c33cde95-9a29-43af-b1ac-2da31fc0716b admin admin] Usage tracker for resource:security_group_rule and tenant:f17a01ba3ef44c9c867c1ec165f5cde7 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:25:16.163468 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-c33cde95-9a29-43af-b1ac-2da31fc0716b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:25:16.169449 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-c33cde95-9a29-43af-b1ac-2da31fc0716b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:25:16.252583 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c33cde95-9a29-43af-b1ac-2da31fc0716b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:16.280625 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c33cde95-9a29-43af-b1ac-2da31fc0716b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:16.285018 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-a4697db6-1570-43b3-a923-03f1fde9f013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:25:16.309084 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c33cde95-9a29-43af-b1ac-2da31fc0716b admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'}  {{(pid=84391) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 02 18:25:16.322374 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cde95-9a29-43af-b1ac-2da31fc0716b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f1f348-d0e0-4b92-9391-d4f2e1ee90e0,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:25:16.326580 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c33cde95-9a29-43af-b1ac-2da31fc0716b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:25:16.327522 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c33cde95-9a29-43af-b1ac-2da31fc0716b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:16.328471 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.db.segments_db [None req-c33cde95-9a29-43af-b1ac-2da31fc0716b admin admin] Added segment 784d91b2-a80f-419b-a80e-3730339abebe of type vlan for network 8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424
Apr 02 18:25:16.355117 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c33cde95-9a29-43af-b1ac-2da31fc0716b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740008826705'] for network, precommit_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:16.406555 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c33cde95-9a29-43af-b1ac-2da31fc0716b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971'] for network, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:16.407903 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33cde95-9a29-43af-b1ac-2da31fc0716b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:16.408539 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-c33cde95-9a29-43af-b1ac-2da31fc0716b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:16.413552 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-16ddd138-815a-456f-b979-5a4a87b8118d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:25:16.519516 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cde95-9a29-43af-b1ac-2da31fc0716b admin admin] Pushing event updated for resources: {'Network': ['ID=8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424,revision_number=1']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:25:16.526589 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c33cde95-9a29-43af-b1ac-2da31fc0716b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:25:16.529725 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Network 8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424 details requested by agent ovs-agent-dv-cinder-784603-1-iscsi with host dv-cinder-784603-1-iscsi {{(pid=84392) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 02 18:25:16.548980 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-c33cde95-9a29-43af-b1ac-2da31fc0716b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5957994
Apr 02 18:25:16.552086 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 45344) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:25:16.558189 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [None req-1e540bc4-b69a-49a3-84bc-8cd196e71e2b admin admin] Request body: {'subnet': {'network_id': '8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-899438424-subnet', 'tenant_id': 'f17a01ba3ef44c9c867c1ec165f5cde7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84391) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:25:16.564083 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-1e540bc4-b69a-49a3-84bc-8cd196e71e2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:25:16.568157 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-1e540bc4-b69a-49a3-84bc-8cd196e71e2b admin admin] Usage tracker for resource:subnet and tenant:f17a01ba3ef44c9c867c1ec165f5cde7 is out of sync, need to count used quota {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:25:16.571146 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [None req-1e540bc4-b69a-49a3-84bc-8cd196e71e2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84391) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:25:16.577060 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [None req-1e540bc4-b69a-49a3-84bc-8cd196e71e2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84391) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:25:16.600654 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e540bc4-b69a-49a3-84bc-8cd196e71e2b admin admin] Made reservation on behalf of f17a01ba3ef44c9c867c1ec165f5cde7 for: {'subnet': 1} {{(pid=84391) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:25:16.605428 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1e540bc4-b69a-49a3-84bc-8cd196e71e2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852202069'] for subnet, before_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:17.032798 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1e540bc4-b69a-49a3-84bc-8cd196e71e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851822179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852202088'] for subnet, after_create {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:17.048528 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d9808d73-3d02-4a03-9785-9f9e966703e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:25:17.174618 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e540bc4-b69a-49a3-84bc-8cd196e71e2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4a4a702-4807-4a40-b866-6c5957c1a121,revision_number=0']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:25:17.186481 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-1e540bc4-b69a-49a3-84bc-8cd196e71e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:25:17.243712 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e540bc4-b69a-49a3-84bc-8cd196e71e2b admin admin] Checking segment: {'id': '784d91b2-a80f-419b-a80e-3730339abebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84391) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:25:17.244106 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e540bc4-b69a-49a3-84bc-8cd196e71e2b admin admin] Network hostable DHCP agents. Network: 8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424, hostable agents: ['41a019fe-56df-4d22-b19a-be518ff15af3'], hosted agents: [] {{(pid=84391) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 02 18:25:17.295870 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e540bc4-b69a-49a3-84bc-8cd196e71e2b admin admin] Network 8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424 is scheduled to be hosted by DHCP agent 41a019fe-56df-4d22-b19a-be518ff15af3 with binding_index 1 {{(pid=84391) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 02 18:25:17.330236 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [None req-1e540bc4-b69a-49a3-84bc-8cd196e71e2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784603-1-iscsi, 8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424) {{(pid=84391) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:25:17.339194 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8472be-e4d8-4d16-aaee-e62214f6eb0c None None] Network 8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:25:17.342195 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e540bc4-b69a-49a3-84bc-8cd196e71e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:17.342878 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-1e540bc4-b69a-49a3-84bc-8cd196e71e2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:17.388403 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-1e540bc4-b69a-49a3-84bc-8cd196e71e2b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.8352034
Apr 02 18:25:17.566342 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db78f93e-adc9-4b20-8cd8-2dd167a65e95 None None] Network 8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424 requested from dv-cinder-784603-1-iscsi {{(pid=84392) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 02 18:25:19.596499 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-0deb2e7b-a203-4402-82cf-00ffd788dfcc tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:19.597173 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-0deb2e7b-a203-4402-82cf-00ffd788dfcc tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Synchronizing usage tracker for tenant:f17a01ba3ef44c9c867c1ec165f5cde7 on resource:network {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:25:19.663460 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-0deb2e7b-a203-4402-82cf-00ffd788dfcc tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Unset dirty status for tenant:f17a01ba3ef44c9c867c1ec165f5cde7 on resource:network {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:25:19.664713 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-0deb2e7b-a203-4402-82cf-00ffd788dfcc tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/networks?id=8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424 HTTP/1.1" status: 200  len: 813 time: 0.2233613
Apr 02 18:25:19.680508 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-1e4c5972-a949-40f2-889f-ed8f68401299 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/quotas/f17a01ba3ef44c9c867c1ec165f5cde7 HTTP/1.1" status: 200  len: 375 time: 0.0097244
Apr 02 18:25:19.736973 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-b2939581-eb76-4481-a2af-6e71425fcb09 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f17a01ba3ef44c9c867c1ec165f5cde7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0509841
Apr 02 18:25:19.927141 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-6eab77fb-2b75-45dd-9871-ddf1a4f93db3 service neutron] 10.222.0.10 "GET /v2.0/networks/8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1830077
Apr 02 18:25:20.070431 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-beeba8ba-1309-4591-a32c-c19f2e36e0f3 service neutron] 10.222.0.10 "GET /v2.0/networks/8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366858
Apr 02 18:25:20.297204 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-10745b6e-6922-4f46-8341-1d6899401408 req-b6fbf6aa-db10-4951-bf23-eadd1414595b tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a2a1fa3-1182-4e59-94b7-c0712673e7dd HTTP/1.1" status: 200  len: 210 time: 0.0494144
Apr 02 18:25:21.462160 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6d28d3e1-7aa4-4ba1-b2b3-e7e957b0ed4f req-7fa03179-a9f6-4151-a43d-eed0538896ea tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a2a1fa3-1182-4e59-94b7-c0712673e7dd HTTP/1.1" status: 200  len: 210 time: 0.0474567
Apr 02 18:25:22.151403 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-32edb75d-467c-45ef-8a05-cc4aac242f5e tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:22.152985 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-32edb75d-467c-45ef-8a05-cc4aac242f5e tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.15 "GET /v2.0/networks?id=8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424 HTTP/1.1" status: 200  len: 813 time: 0.4106011
Apr 02 18:25:22.167597 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d1196d87-ecf1-421c-9f09-30763c064182 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Request body: {'port': {'device_id': '4a2a1fa3-1182-4e59-94b7-c0712673e7dd', 'network_id': '8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424', 'admin_state_up': True, 'tenant_id': 'f17a01ba3ef44c9c867c1ec165f5cde7'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:25:22.310277 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d1196d87-ecf1-421c-9f09-30763c064182 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:25:22.314851 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d1196d87-ecf1-421c-9f09-30763c064182 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Usage tracker for resource:port and tenant:f17a01ba3ef44c9c867c1ec165f5cde7 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:25:22.317744 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d1196d87-ecf1-421c-9f09-30763c064182 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:25:22.323695 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d1196d87-ecf1-421c-9f09-30763c064182 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:25:22.349025 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d1196d87-ecf1-421c-9f09-30763c064182 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Made reservation on behalf of f17a01ba3ef44c9c867c1ec165f5cde7 for: {'port': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:25:22.355148 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d1196d87-ecf1-421c-9f09-30763c064182 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:22.537077 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d1196d87-ecf1-421c-9f09-30763c064182 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Allocated IP 172.20.0.4 (8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424/d4a4a702-4807-4a40-b866-6c5957c1a121/ec2e89de-6a9a-4abe-9080-20c2db8977b8) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:25:22.627859 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-302c8762-95d5-481c-aa4b-b0a04e8870df req-620d205e-280b-4cdc-8dd7-18f7e066f1cf tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a2a1fa3-1182-4e59-94b7-c0712673e7dd HTTP/1.1" status: 200  len: 210 time: 0.0514696
Apr 02 18:25:22.749277 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d1196d87-ecf1-421c-9f09-30763c064182 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:22.801177 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d1196d87-ecf1-421c-9f09-30763c064182 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:22.819528 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-ff241466-bb62-4c27-8991-644c5b65f364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:25:22.960968 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1196d87-ecf1-421c-9f09-30763c064182 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Pushing event updated for resources: {'Port': ['ID=ec2e89de-6a9a-4abe-9080-20c2db8977b8,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:25:22.965754 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d1196d87-ecf1-421c-9f09-30763c064182 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:25:23.017475 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d1196d87-ecf1-421c-9f09-30763c064182 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Network 8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:25:23.018842 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d1196d87-ecf1-421c-9f09-30763c064182 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:25:23.021109 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d1196d87-ecf1-421c-9f09-30763c064182 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:25:23.086532 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d1196d87-ecf1-421c-9f09-30763c064182 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:23.087198 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d1196d87-ecf1-421c-9f09-30763c064182 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:23.138506 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d1196d87-ecf1-421c-9f09-30763c064182 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9749932
Apr 02 18:25:23.151009 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d6e92779-39df-4f9b-9952-32efcb42c7e3 service neutron] Request body: {'port': {'device_id': '4a2a1fa3-1182-4e59-94b7-c0712673e7dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:25:23.272401 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d6e92779-39df-4f9b-9952-32efcb42c7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:23.691901 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d6e92779-39df-4f9b-9952-32efcb42c7e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2e89de-6a9a-4abe-9080-20c2db8977b8 {{(pid=84390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:25:23.700054 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d6e92779-39df-4f9b-9952-32efcb42c7e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:23.760675 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d6e92779-39df-4f9b-9952-32efcb42c7e3 service neutron] Transition to ACTIVE for port object ec2e89de-6a9a-4abe-9080-20c2db8977b8 will not be triggered until provisioned by entity L2. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:25:23.806670 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d6e92779-39df-4f9b-9952-32efcb42c7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:23.823457 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c83396e7-9dc1-4e71-b6f7-904b55d38657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:25:23.884038 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64e0d1-dfe0-4d52-a471-6cbedcc3af42 req-9d83dde2-ba66-4061-b8b5-15c2c630f769 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:23.885652 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9c64e0d1-dfe0-4d52-a471-6cbedcc3af42 req-9d83dde2-ba66-4061-b8b5-15c2c630f769 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a2a1fa3-1182-4e59-94b7-c0712673e7dd HTTP/1.1" status: 200  len: 943 time: 0.0892713
Apr 02 18:25:23.936201 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-9c64e0d1-dfe0-4d52-a471-6cbedcc3af42 req-3d76035f-7403-4236-9107-d0d6e18f75df tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Synchronizing usage tracker for tenant:f17a01ba3ef44c9c867c1ec165f5cde7 on resource:security_group {{(pid=84391) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:25:23.962379 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e92779-39df-4f9b-9952-32efcb42c7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2e89de-6a9a-4abe-9080-20c2db8977b8,revision_number=2']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:25:23.967190 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d6e92779-39df-4f9b-9952-32efcb42c7e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:25:23.989361 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-9c64e0d1-dfe0-4d52-a471-6cbedcc3af42 req-3d76035f-7403-4236-9107-d0d6e18f75df tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Unset dirty status for tenant:f17a01ba3ef44c9c867c1ec165f5cde7 on resource:security_group {{(pid=84391) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:25:23.990642 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-9c64e0d1-dfe0-4d52-a471-6cbedcc3af42 req-3d76035f-7403-4236-9107-d0d6e18f75df tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/security-groups?id=34f1f348-d0e0-4b92-9391-d4f2e1ee90e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970922
Apr 02 18:25:24.184158 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d6e92779-39df-4f9b-9952-32efcb42c7e3 service neutron] Attempting to bind port ec2e89de-6a9a-4abe-9080-20c2db8977b8 on host hv-cinder-78460 for vnic_type normal with profile  {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:25:24.184515 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d6e92779-39df-4f9b-9952-32efcb42c7e3 service neutron] Attempting to bind port ec2e89de-6a9a-4abe-9080-20c2db8977b8 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '784d91b2-a80f-419b-a80e-3730339abebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424'}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:25:24.184823 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d6e92779-39df-4f9b-9952-32efcb42c7e3 service neutron] Attempting to bind port ec2e89de-6a9a-4abe-9080-20c2db8977b8 on network 8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:25:24.190349 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d6e92779-39df-4f9b-9952-32efcb42c7e3 service neutron] Port ec2e89de-6a9a-4abe-9080-20c2db8977b8 on network 8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:25:24.190708 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d6e92779-39df-4f9b-9952-32efcb42c7e3 service neutron] Attempting to bind port ec2e89de-6a9a-4abe-9080-20c2db8977b8 on network 8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:25:24.196101 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d6e92779-39df-4f9b-9952-32efcb42c7e3 service neutron] Checking agent: {'id': 'ba9f1d54-5540-4326-91bf-66629f4d5678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'started_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:25:24.196472 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d6e92779-39df-4f9b-9952-32efcb42c7e3 service neutron] Checking segment: {'id': '784d91b2-a80f-419b-a80e-3730339abebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:25:24.196915 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d6e92779-39df-4f9b-9952-32efcb42c7e3 service neutron] Bound using segment: {'id': '784d91b2-a80f-419b-a80e-3730339abebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424'} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:25:24.197352 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d6e92779-39df-4f9b-9952-32efcb42c7e3 service neutron] Bound port: ec2e89de-6a9a-4abe-9080-20c2db8977b8, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '784d91b2-a80f-419b-a80e-3730339abebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424'}}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:25:24.197728 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d6e92779-39df-4f9b-9952-32efcb42c7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:24.289415 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d6e92779-39df-4f9b-9952-32efcb42c7e3 service neutron] For port ec2e89de-6a9a-4abe-9080-20c2db8977b8, host hv-cinder-78460, cleared binding levels {{(pid=84390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:25:24.292511 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d6e92779-39df-4f9b-9952-32efcb42c7e3 service neutron] For port ec2e89de-6a9a-4abe-9080-20c2db8977b8, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=ec2e89de-6a9a-4abe-9080-20c2db8977b8,segment=NetworkSegment(784d91b2-a80f-419b-a80e-3730339abebe),segment_id=784d91b2-a80f-419b-a80e-3730339abebe)] {{(pid=84390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:25:24.332460 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d6e92779-39df-4f9b-9952-32efcb42c7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:24.347903 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d1196d87-ecf1-421c-9f09-30763c064182 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:25:24.501852 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e92779-39df-4f9b-9952-32efcb42c7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec2e89de-6a9a-4abe-9080-20c2db8977b8,revision_number=3']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:25:24.506500 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-d6e92779-39df-4f9b-9952-32efcb42c7e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:25:24.538579 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d6e92779-39df-4f9b-9952-32efcb42c7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:24.538579 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d6e92779-39df-4f9b-9952-32efcb42c7e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:24.538579 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-d6e92779-39df-4f9b-9952-32efcb42c7e3 service neutron] 10.222.0.15 "PUT /v2.0/ports/ec2e89de-6a9a-4abe-9080-20c2db8977b8 HTTP/1.1" status: 200  len: 1093 time: 1.3922758
Apr 02 18:25:24.539122 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a2a1fa3-1182-4e59-94b7-c0712673e7dd', 'tag': 'ec2e89de-6a9a-4abe-9080-20c2db8977b8'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:25:24.586205 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a2a1fa3-1182-4e59-94b7-c0712673e7dd', 'tag': 'ec2e89de-6a9a-4abe-9080-20c2db8977b8', 'status': 'completed', 'code': 200}
Apr 02 18:25:24.688272 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c533fd-d198-43ba-8419-9a17fc9c2c12 req-c3182bf4-25e2-4566-bcbc-9b07a8e51315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:24.689923 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e0c533fd-d198-43ba-8419-9a17fc9c2c12 req-c3182bf4-25e2-4566-bcbc-9b07a8e51315 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f17a01ba3ef44c9c867c1ec165f5cde7&device_id=4a2a1fa3-1182-4e59-94b7-c0712673e7dd HTTP/1.1" status: 200  len: 1096 time: 0.0827150
Apr 02 18:25:24.841439 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c533fd-d198-43ba-8419-9a17fc9c2c12 req-d0bd65d0-4079-423d-9686-4b1701162ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:24.842972 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e0c533fd-d198-43ba-8419-9a17fc9c2c12 req-d0bd65d0-4079-423d-9686-4b1701162ddd service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f17a01ba3ef44c9c867c1ec165f5cde7&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1441708
Apr 02 18:25:24.990899 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c533fd-d198-43ba-8419-9a17fc9c2c12 req-4477ac1d-2eb7-4bce-a199-36b74cefb740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:24.992489 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e0c533fd-d198-43ba-8419-9a17fc9c2c12 req-4477ac1d-2eb7-4bce-a199-36b74cefb740 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1433430
Apr 02 18:25:25.106636 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-530c3b03-21fc-4695-b1d8-6c153082ee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:25.108193 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-530c3b03-21fc-4695-b1d8-6c153082ee2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f17a01ba3ef44c9c867c1ec165f5cde7&device_id=4a2a1fa3-1182-4e59-94b7-c0712673e7dd HTTP/1.1" status: 200  len: 1096 time: 0.0793211
Apr 02 18:25:25.186773 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-770401e8-e084-4945-85a3-39da4196c5f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec2e89de-6a9a-4abe-9080-20c2db8977b8 HTTP/1.1" status: 200  len: 217 time: 0.0714855
Apr 02 18:25:25.200389 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37194002-9440-48fc-8c47-2100584e9527 req-1b7aa477-f3af-4b04-b128-8f3e5ed38fb2 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:25.202003 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-37194002-9440-48fc-8c47-2100584e9527 req-1b7aa477-f3af-4b04-b128-8f3e5ed38fb2 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a2a1fa3-1182-4e59-94b7-c0712673e7dd HTTP/1.1" status: 200  len: 943 time: 0.0948501
Apr 02 18:25:25.251889 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-37194002-9440-48fc-8c47-2100584e9527 req-a9a7135a-c4e4-4af5-bb18-d970413227f8 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/security-groups?id=34f1f348-d0e0-4b92-9391-d4f2e1ee90e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430331
Apr 02 18:25:25.255996 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-9c9a4633-6ed2-49ef-8957-d4606441f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:25.257594 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-9c9a4633-6ed2-49ef-8957-d4606441f13a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4a4a702-4807-4a40-b866-6c5957c1a121 HTTP/1.1" status: 200  len: 853 time: 0.0651979
Apr 02 18:25:25.314995 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-4b5e57e1-1433-4690-b0ae-e954b5b8e972 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0501876
Apr 02 18:25:25.455825 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-9f26ba6a-87fe-4c06-b035-09af36be1cc8 service neutron] 10.222.0.15 "GET /v2.0/networks/8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341965
Apr 02 18:25:25.599049 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d008b8fe-5066-4a8b-bf97-4dedd5c8f51c req-045d37cb-d449-4609-97ff-3b0c1c3d8b0a service neutron] 10.222.0.15 "GET /v2.0/networks/8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367276
Apr 02 18:25:26.451928 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d062cf-226e-43a1-b06b-825efde12ba6 req-08e62405-7324-41b1-ac67-f1a74bb6a6e8 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:26.453538 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-41d062cf-226e-43a1-b06b-825efde12ba6 req-08e62405-7324-41b1-ac67-f1a74bb6a6e8 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a2a1fa3-1182-4e59-94b7-c0712673e7dd HTTP/1.1" status: 200  len: 943 time: 0.0880845
Apr 02 18:25:26.504927 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-41d062cf-226e-43a1-b06b-825efde12ba6 req-68b4d44f-190f-4d74-809e-b27b6d0d521b tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/security-groups?id=34f1f348-d0e0-4b92-9391-d4f2e1ee90e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449119
Apr 02 18:25:27.635330 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-59ef033b-35ff-4d5c-b80c-d0c608b47981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:27.703212 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6a9a4-70a1-48cc-ab46-40eb8240f2cd req-d7a03a41-a93b-4615-88b3-25e84556929c tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:27.705191 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-28f6a9a4-70a1-48cc-ab46-40eb8240f2cd req-d7a03a41-a93b-4615-88b3-25e84556929c tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a2a1fa3-1182-4e59-94b7-c0712673e7dd HTTP/1.1" status: 200  len: 943 time: 0.0885835
Apr 02 18:25:27.751874 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-28f6a9a4-70a1-48cc-ab46-40eb8240f2cd req-567dbf5f-98a7-4c37-a6bf-7bc2f0aa5bba tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/security-groups?id=34f1f348-d0e0-4b92-9391-d4f2e1ee90e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403676
Apr 02 18:25:28.419069 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device ec2e89de-6a9a-4abe-9080-20c2db8977b8 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:25:28.559399 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port ec2e89de-6a9a-4abe-9080-20c2db8977b8, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=ec2e89de-6a9a-4abe-9080-20c2db8977b8,segment=NetworkSegment(784d91b2-a80f-419b-a80e-3730339abebe),segment_id=784d91b2-a80f-419b-a80e-3730339abebe)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:25:28.573631 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Returning: {'device': 'ec2e89de-6a9a-4abe-9080-20c2db8977b8', 'network_id': '8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424', 'port_id': 'ec2e89de-6a9a-4abe-9080-20c2db8977b8', 'mac_address': 'fa:16:3e:75:a4:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4a4a702-4807-4a40-b866-6c5957c1a121', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:25:28.635649 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:28.653252 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2e89de-6a9a-4abe-9080-20c2db8977b8 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:25:28.668904 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port ec2e89de-6a9a-4abe-9080-20c2db8977b8, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=ec2e89de-6a9a-4abe-9080-20c2db8977b8,segment=NetworkSegment(784d91b2-a80f-419b-a80e-3730339abebe),segment_id=784d91b2-a80f-419b-a80e-3730339abebe)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:25:28.724072 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:28.726489 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:25:28.786593 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:28.798072 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=ec2e89de-6a9a-4abe-9080-20c2db8977b8,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:25:28.806156 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:28.806575 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:28.806960 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:28.807339 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:28.807717 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:28.808098 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:28.808471 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:28.808842 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:28.809213 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:28.809637 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:28.809959 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:28.810335 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:25:28.814966 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:25:28.926069 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['ec2e89de-6a9a-4abe-9080-20c2db8977b8'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:25:28.961436 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b37bc-425c-4548-9c47-880099157fc4 req-06390ff3-e033-4420-8390-d3e4396b3289 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:28.963071 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-180b37bc-425c-4548-9c47-880099157fc4 req-06390ff3-e033-4420-8390-d3e4396b3289 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a2a1fa3-1182-4e59-94b7-c0712673e7dd HTTP/1.1" status: 200  len: 944 time: 0.0913610
Apr 02 18:25:29.011011 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-180b37bc-425c-4548-9c47-880099157fc4 req-4e0af3bd-b2bf-49ea-8e68-e3201f6154f2 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/security-groups?id=34f1f348-d0e0-4b92-9391-d4f2e1ee90e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413437
Apr 02 18:25:29.560853 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fa18e70e-5fcd-4575-b55a-03be7ddab935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:30.107504 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:30.211874 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20000866-e36b-4949-a817-d73dabb74716 req-8fae622f-46b7-4c68-b818-ab680964631a tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:30.213375 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-20000866-e36b-4949-a817-d73dabb74716 req-8fae622f-46b7-4c68-b818-ab680964631a tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a2a1fa3-1182-4e59-94b7-c0712673e7dd HTTP/1.1" status: 200  len: 944 time: 0.0880306
Apr 02 18:25:30.259221 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-20000866-e36b-4949-a817-d73dabb74716 req-e7322c51-69d7-4409-99e8-5f053aaeefff tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/security-groups?id=34f1f348-d0e0-4b92-9391-d4f2e1ee90e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395949
Apr 02 18:25:30.425669 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device ec2e89de-6a9a-4abe-9080-20c2db8977b8 up at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:25:30.576004 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning for port ec2e89de-6a9a-4abe-9080-20c2db8977b8 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:25:30.581917 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning complete for port ec2e89de-6a9a-4abe-9080-20c2db8977b8 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:25:30.585720 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:30.707888 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:30.735846 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2a1fa3-1182-4e59-94b7-c0712673e7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2e89de-6a9a-4abe-9080-20c2db8977b8'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:25:30.745871 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port ec2e89de-6a9a-4abe-9080-20c2db8977b8, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=ec2e89de-6a9a-4abe-9080-20c2db8977b8,segment=NetworkSegment(784d91b2-a80f-419b-a80e-3730339abebe),segment_id=784d91b2-a80f-419b-a80e-3730339abebe)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:25:30.776098 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:30.778210 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c674d20c-bfb5-4e63-a64e-ee02be38968a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:25:30.813816 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a2a1fa3-1182-4e59-94b7-c0712673e7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2e89de-6a9a-4abe-9080-20c2db8977b8', 'code': 200}
Apr 02 18:25:30.854642 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=ec2e89de-6a9a-4abe-9080-20c2db8977b8,revision_number=5']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:25:30.857725 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:25:31.105723 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b36c98-81e4-4ff9-8c7a-e8403a7032c2 req-7ee65700-9081-4113-b310-b8fcd4a76093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:31.107305 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c0b36c98-81e4-4ff9-8c7a-e8403a7032c2 req-7ee65700-9081-4113-b310-b8fcd4a76093 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4a2a1fa3-1182-4e59-94b7-c0712673e7dd HTTP/1.1" status: 200  len: 1098 time: 0.0775394
Apr 02 18:25:31.149092 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-c0b36c98-81e4-4ff9-8c7a-e8403a7032c2 req-d1d8cf99-76a1-4fc5-831e-7e91662f51a7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=34f1f348-d0e0-4b92-9391-d4f2e1ee90e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0356009
Apr 02 18:25:31.704773 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645bb244-6c63-4034-8878-3762373573d6 req-cc4efb3f-5c3a-4c96-ac4b-05793ddf9414 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:31.706432 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-645bb244-6c63-4034-8878-3762373573d6 req-cc4efb3f-5c3a-4c96-ac4b-05793ddf9414 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a2a1fa3-1182-4e59-94b7-c0712673e7dd HTTP/1.1" status: 200  len: 945 time: 0.3319032
Apr 02 18:25:31.737931 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:31.754980 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-645bb244-6c63-4034-8878-3762373573d6 req-ee68686e-c3bd-4571-9c40-e73adb80e52f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/security-groups?id=34f1f348-d0e0-4b92-9391-d4f2e1ee90e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421598
Apr 02 18:25:32.957720 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67fd5c-a740-4eaf-9391-45eb6f498e8c req-49b819b4-2ad3-4ad1-8bf9-0a45d560376a tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:32.959341 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6c67fd5c-a740-4eaf-9391-45eb6f498e8c req-49b819b4-2ad3-4ad1-8bf9-0a45d560376a tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a2a1fa3-1182-4e59-94b7-c0712673e7dd HTTP/1.1" status: 200  len: 945 time: 0.0887215
Apr 02 18:25:33.009593 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-6c67fd5c-a740-4eaf-9391-45eb6f498e8c req-02743f14-5173-49c3-adcb-9e91a27fda89 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/security-groups?id=34f1f348-d0e0-4b92-9391-d4f2e1ee90e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437529
Apr 02 18:25:39.469269 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:43.325693 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-edd5df48-784c-4489-987a-42e69d494678 req-148c7e52-cfb5-4080-a160-8e826400fce3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4a2a1fa3-1182-4e59-94b7-c0712673e7dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0809801
Apr 02 18:25:43.475520 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5df48-784c-4489-987a-42e69d494678 req-0fd5b937-116b-42d8-b605-324e2cd138c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:43.477115 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-edd5df48-784c-4489-987a-42e69d494678 req-0fd5b937-116b-42d8-b605-324e2cd138c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f17a01ba3ef44c9c867c1ec165f5cde7&device_id=4a2a1fa3-1182-4e59-94b7-c0712673e7dd HTTP/1.1" status: 200  len: 1098 time: 0.0783777
Apr 02 18:25:43.644437 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5df48-784c-4489-987a-42e69d494678 req-ad2cf417-a4df-4ef6-ba2d-8a9206e32ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:43.646352 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-edd5df48-784c-4489-987a-42e69d494678 req-ad2cf417-a4df-4ef6-ba2d-8a9206e32ec5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424 HTTP/1.1" status: 200  len: 913 time: 0.1429474
Apr 02 18:25:43.725636 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-edd5df48-784c-4489-987a-42e69d494678 req-b2d5de22-076f-487a-8e9a-38f78d5efe6c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec2e89de-6a9a-4abe-9080-20c2db8977b8 HTTP/1.1" status: 200  len: 217 time: 0.0707464
Apr 02 18:25:43.800996 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5df48-784c-4489-987a-42e69d494678 req-b53db4af-0734-49da-b35c-5384e67eb144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:25:43.802813 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-edd5df48-784c-4489-987a-42e69d494678 req-b53db4af-0734-49da-b35c-5384e67eb144 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4a4a702-4807-4a40-b866-6c5957c1a121 HTTP/1.1" status: 200  len: 853 time: 0.0663211
Apr 02 18:25:43.861112 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-edd5df48-784c-4489-987a-42e69d494678 req-8023bb22-87d7-4a9d-bd1c-b4e54f351088 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0503018
Apr 02 18:25:44.008490 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-edd5df48-784c-4489-987a-42e69d494678 req-12ab0436-335e-45b0-962a-cb9e1b1ea560 service neutron] 10.222.0.15 "GET /v2.0/networks/8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400404
Apr 02 18:25:44.406226 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-edd5df48-784c-4489-987a-42e69d494678 req-2700daf3-25b9-48e4-a12e-9887c01c9898 service neutron] 10.222.0.15 "GET /v2.0/networks/8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3894036
Apr 02 18:25:48.243323 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:25:57.622983 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-87daed13-3714-4e43-a32f-5ed4a58ad221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:58.770002 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:25:59.564365 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-99b74e53-ef84-43f6-b53e-92e245e8f695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:00.101311 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:01.741201 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:09.462741 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:17.102937 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e08810-842c-4125-ae32-aa2dded29158 req-bdf5408b-6d9f-43af-aaa8-91ee1a0c5739 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:17.104522 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-94e08810-842c-4125-ae32-aa2dded29158 req-bdf5408b-6d9f-43af-aaa8-91ee1a0c5739 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a2a1fa3-1182-4e59-94b7-c0712673e7dd HTTP/1.1" status: 200  len: 945 time: 0.0881331
Apr 02 18:26:17.152299 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-94e08810-842c-4125-ae32-aa2dded29158 req-834acc69-e77a-4c68-84fa-4466c7e74376 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/security-groups?id=34f1f348-d0e0-4b92-9391-d4f2e1ee90e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413771
Apr 02 18:26:18.368083 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65bc44-f1ae-4388-b374-6f7e6dd88f62 req-98cbdc7d-3257-41fe-8cab-19df8bd5ab4a tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:18.369680 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ac65bc44-f1ae-4388-b374-6f7e6dd88f62 req-98cbdc7d-3257-41fe-8cab-19df8bd5ab4a tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a2a1fa3-1182-4e59-94b7-c0712673e7dd HTTP/1.1" status: 200  len: 945 time: 0.0938361
Apr 02 18:26:18.418613 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ac65bc44-f1ae-4388-b374-6f7e6dd88f62 req-2b0d90b8-d618-4aad-a8f4-b7bcc1e56061 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/security-groups?id=34f1f348-d0e0-4b92-9391-d4f2e1ee90e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418928
Apr 02 18:26:18.438432 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035c109-939d-4539-b4ac-3656fa512bf9 req-82c31d02-1876-41fa-a14b-7733f27573f2 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:18.439188 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-a035c109-939d-4539-b4ac-3656fa512bf9 req-82c31d02-1876-41fa-a14b-7733f27573f2 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Synchronizing usage tracker for tenant:f17a01ba3ef44c9c867c1ec165f5cde7 on resource:port {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:26:18.500696 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-a035c109-939d-4539-b4ac-3656fa512bf9 req-82c31d02-1876-41fa-a14b-7733f27573f2 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Unset dirty status for tenant:f17a01ba3ef44c9c867c1ec165f5cde7 on resource:port {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:26:18.501910 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a035c109-939d-4539-b4ac-3656fa512bf9 req-82c31d02-1876-41fa-a14b-7733f27573f2 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a2a1fa3-1182-4e59-94b7-c0712673e7dd HTTP/1.1" status: 200  len: 945 time: 0.1515400
Apr 02 18:26:18.583568 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-a035c109-939d-4539-b4ac-3656fa512bf9 req-9fb9ca4b-cbaa-4921-95e4-4529dadb440f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Deleting port ec2e89de-6a9a-4abe-9080-20c2db8977b8 {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:26:18.583956 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-a035c109-939d-4539-b4ac-3656fa512bf9 req-9fb9ca4b-cbaa-4921-95e4-4529dadb440f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:18.839629 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-a035c109-939d-4539-b4ac-3656fa512bf9 req-9fb9ca4b-cbaa-4921-95e4-4529dadb440f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] For port ec2e89de-6a9a-4abe-9080-20c2db8977b8, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=ec2e89de-6a9a-4abe-9080-20c2db8977b8,segment=NetworkSegment(784d91b2-a80f-419b-a80e-3730339abebe),segment_id=784d91b2-a80f-419b-a80e-3730339abebe)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:26:18.839956 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-a035c109-939d-4539-b4ac-3656fa512bf9 req-9fb9ca4b-cbaa-4921-95e4-4529dadb440f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:18.976820 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-a035c109-939d-4539-b4ac-3656fa512bf9 req-9fb9ca4b-cbaa-4921-95e4-4529dadb440f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Calling delete_port for ec2e89de-6a9a-4abe-9080-20c2db8977b8 owned by compute:nova {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:26:19.257157 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-a035c109-939d-4539-b4ac-3656fa512bf9 req-9fb9ca4b-cbaa-4921-95e4-4529dadb440f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:19.269333 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['ec2e89de-6a9a-4abe-9080-20c2db8977b8'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:26:19.279513 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-fcac90c2-db06-4771-ae59-0705ba604b5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:26:19.378231 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9ca4b-cbaa-4921-95e4-4529dadb440f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Pushing event deleted for resources: {'Port': ['ID=ec2e89de-6a9a-4abe-9080-20c2db8977b8,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:26:19.396868 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb9ca4b-cbaa-4921-95e4-4529dadb440f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:19.397302 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb9ca4b-cbaa-4921-95e4-4529dadb440f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:19.397793 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb9ca4b-cbaa-4921-95e4-4529dadb440f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:19.398183 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb9ca4b-cbaa-4921-95e4-4529dadb440f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:19.398622 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb9ca4b-cbaa-4921-95e4-4529dadb440f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:19.399032 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb9ca4b-cbaa-4921-95e4-4529dadb440f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:19.399440 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb9ca4b-cbaa-4921-95e4-4529dadb440f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:19.399848 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb9ca4b-cbaa-4921-95e4-4529dadb440f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:19.400256 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb9ca4b-cbaa-4921-95e4-4529dadb440f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:19.400659 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb9ca4b-cbaa-4921-95e4-4529dadb440f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:19.401063 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb9ca4b-cbaa-4921-95e4-4529dadb440f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:19.401839 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb9ca4b-cbaa-4921-95e4-4529dadb440f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84390) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:19.406218 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-9fb9ca4b-cbaa-4921-95e4-4529dadb440f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:26:19.542736 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-a035c109-939d-4539-b4ac-3656fa512bf9 req-9fb9ca4b-cbaa-4921-95e4-4529dadb440f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] No DVR routers for this DVR port ec2e89de-6a9a-4abe-9080-20c2db8977b8 on host hv-cinder-78460 {{(pid=84390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:26:19.545254 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-a035c109-939d-4539-b4ac-3656fa512bf9 req-9fb9ca4b-cbaa-4921-95e4-4529dadb440f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:19.548726 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2a1fa3-1182-4e59-94b7-c0712673e7dd', 'name': 'network-vif-deleted', 'tag': 'ec2e89de-6a9a-4abe-9080-20c2db8977b8'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:26:19.582051 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-daf83e82-4eda-43d3-8a23-cd90abcc3f58 req-554d58ff-f5f5-4e67-a67e-0b61342bfaf8 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a2a1fa3-1182-4e59-94b7-c0712673e7dd HTTP/1.1" status: 200  len: 210 time: 0.0487752
Apr 02 18:26:19.594517 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a035c109-939d-4539-b4ac-3656fa512bf9 req-9fb9ca4b-cbaa-4921-95e4-4529dadb440f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.15 "DELETE /v2.0/ports/ec2e89de-6a9a-4abe-9080-20c2db8977b8 HTTP/1.1" status: 204  len: 173 time: 1.0871634
Apr 02 18:26:19.598708 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a2a1fa3-1182-4e59-94b7-c0712673e7dd', 'name': 'network-vif-deleted', 'tag': 'ec2e89de-6a9a-4abe-9080-20c2db8977b8', 'status': 'completed', 'code': 200}
Apr 02 18:26:23.228902 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device ec2e89de-6a9a-4abe-9080-20c2db8977b8 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:26:23.269469 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] No Port match for: ec2e89de-6a9a-4abe-9080-20c2db8977b8 {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:26:23.269864 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device ec2e89de-6a9a-4abe-9080-20c2db8977b8 not bound to the agent host hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:26:25.242638 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:26:27.645806 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-0a2cb9b0-dc16-4f66-87c1-5773a50b958d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:28.765839 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:29.554076 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-4d69e05b-0a61-423e-a6ec-c1b516acdc18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:30.096660 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:31.525329 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-5b650000-5c29-487e-94d4-25a47a7de427 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:31.526858 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-5b650000-5c29-487e-94d4-25a47a7de427 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/networks?id=8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424 HTTP/1.1" status: 200  len: 813 time: 0.1571972
Apr 02 18:26:31.543302 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-94cb87b2-1b20-48ce-b7f5-9b2e67fd640d tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/quotas/f17a01ba3ef44c9c867c1ec165f5cde7 HTTP/1.1" status: 200  len: 375 time: 0.0096910
Apr 02 18:26:31.595887 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-f78e8971-f0b0-42fd-b04d-ca7c36f13666 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f17a01ba3ef44c9c867c1ec165f5cde7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0470293
Apr 02 18:26:31.739853 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-3b630805-f981-4b93-87d9-af41e47006d0 service neutron] 10.222.0.10 "GET /v2.0/networks/8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366212
Apr 02 18:26:31.753931 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:31.883388 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-8ed64a32-9807-41fc-a161-fe560164f23d service neutron] 10.222.0.10 "GET /v2.0/networks/8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371002
Apr 02 18:26:32.175455 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-d4b88e60-b200-4df6-865e-fb7887bba043 req-f87d0b59-4112-49ac-b4e7-ad17c9e5c3b2 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/ports?device_id=696993ea-b203-4875-90c9-dad3deb44657 HTTP/1.1" status: 200  len: 210 time: 0.0531106
Apr 02 18:26:33.341819 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-2adcdb72-923f-426a-aedb-b33988fb276c req-9995b9b8-7644-4964-8c42-8a32a9351b23 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/ports?device_id=696993ea-b203-4875-90c9-dad3deb44657 HTTP/1.1" status: 200  len: 210 time: 0.0495090
Apr 02 18:26:33.988109 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-da7a8e88-ab5c-48ca-82b7-404554df973f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:33.989671 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-da7a8e88-ab5c-48ca-82b7-404554df973f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.15 "GET /v2.0/networks?id=8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424 HTTP/1.1" status: 200  len: 813 time: 0.1715388
Apr 02 18:26:34.001834 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-124e6ef3-3810-476d-a345-d73834128b1f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Request body: {'port': {'device_id': '696993ea-b203-4875-90c9-dad3deb44657', 'network_id': '8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424', 'admin_state_up': True, 'tenant_id': 'f17a01ba3ef44c9c867c1ec165f5cde7'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:26:34.147046 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-124e6ef3-3810-476d-a345-d73834128b1f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 02 18:26:34.151497 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-124e6ef3-3810-476d-a345-d73834128b1f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Usage tracker for resource:port and tenant:f17a01ba3ef44c9c867c1ec165f5cde7 is out of sync, need to count used quota {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 02 18:26:34.154550 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-124e6ef3-3810-476d-a345-d73834128b1f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84390) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 02 18:26:34.160621 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.quota.driver [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-124e6ef3-3810-476d-a345-d73834128b1f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84390) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 02 18:26:34.192357 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-124e6ef3-3810-476d-a345-d73834128b1f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Made reservation on behalf of f17a01ba3ef44c9c867c1ec165f5cde7 for: {'port': 1} {{(pid=84390) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 02 18:26:34.198660 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-124e6ef3-3810-476d-a345-d73834128b1f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:34.371690 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_common [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-124e6ef3-3810-476d-a345-d73834128b1f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Allocated IP 172.20.0.4 (8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424/d4a4a702-4807-4a40-b866-6c5957c1a121/39474ec7-655a-462c-ba28-3ca8dafae060) {{(pid=84390) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 02 18:26:34.506238 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-405a51a1-08ed-4938-bf9c-06f2d66ed5e6 req-4e90dedd-f5e1-4765-bdc7-d490e6209f12 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/ports?device_id=696993ea-b203-4875-90c9-dad3deb44657 HTTP/1.1" status: 200  len: 210 time: 0.0492795
Apr 02 18:26:34.597395 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-124e6ef3-3810-476d-a345-d73834128b1f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Notify callbacks [] for port, precommit_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:34.651225 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-124e6ef3-3810-476d-a345-d73834128b1f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740008856537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_create {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:34.668801 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-25a39b3f-acbc-4724-b0b0-01761da40f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:26:34.804100 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e6ef3-3810-476d-a345-d73834128b1f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Pushing event updated for resources: {'Port': ['ID=39474ec7-655a-462c-ba28-3ca8dafae060,revision_number=1']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:26:34.807111 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-124e6ef3-3810-476d-a345-d73834128b1f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:26:34.861845 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-124e6ef3-3810-476d-a345-d73834128b1f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Network 8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424 is already hosted by enough agents. {{(pid=84390) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 02 18:26:34.863211 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.scheduler.base_scheduler [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-124e6ef3-3810-476d-a345-d73834128b1f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Resources bound (agent type, host, resource id):  {{(pid=84390) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 02 18:26:34.865486 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-124e6ef3-3810-476d-a345-d73834128b1f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Received port after_create {{(pid=84390) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 02 18:26:34.934717 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-124e6ef3-3810-476d-a345-d73834128b1f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:34.937752 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-124e6ef3-3810-476d-a345-d73834128b1f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:35.005783 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-124e6ef3-3810-476d-a345-d73834128b1f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0080614
Apr 02 18:26:35.018077 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.v2.base [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-f78c5f8c-c5fb-428f-a0d1-d75c83d2f9d6 service neutron] Request body: {'port': {'device_id': '696993ea-b203-4875-90c9-dad3deb44657', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78460'}} {{(pid=84390) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 02 18:26:35.133985 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-f78c5f8c-c5fb-428f-a0d1-d75c83d2f9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:35.545660 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-f78c5f8c-c5fb-428f-a0d1-d75c83d2f9d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39474ec7-655a-462c-ba28-3ca8dafae060 {{(pid=84390) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:26:35.555633 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-f78c5f8c-c5fb-428f-a0d1-d75c83d2f9d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:35.571685 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-f78c5f8c-c5fb-428f-a0d1-d75c83d2f9d6 service neutron] Transition to ACTIVE for port object 39474ec7-655a-462c-ba28-3ca8dafae060 will not be triggered until provisioned by entity L2. {{(pid=84390) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 02 18:26:35.599487 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-f78c5f8c-c5fb-428f-a0d1-d75c83d2f9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:35.616430 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-9a179107-8c32-4a67-a90a-a9fdf6c9e58c tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:26:35.716330 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00526ed6-c60c-45fb-b926-8d32e55517c7 req-074d263d-417b-48bc-8807-4dc07126a095 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:35.718491 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-00526ed6-c60c-45fb-b926-8d32e55517c7 req-074d263d-417b-48bc-8807-4dc07126a095 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/ports?device_id=696993ea-b203-4875-90c9-dad3deb44657 HTTP/1.1" status: 200  len: 943 time: 0.0926681
Apr 02 18:26:35.754814 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c5f8c-c5fb-428f-a0d1-d75c83d2f9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=39474ec7-655a-462c-ba28-3ca8dafae060,revision_number=2']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:26:35.759573 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f78c5f8c-c5fb-428f-a0d1-d75c83d2f9d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:26:35.767260 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-00526ed6-c60c-45fb-b926-8d32e55517c7 req-58a3bc62-1170-4102-94b9-afd310979b30 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/security-groups?id=34f1f348-d0e0-4b92-9391-d4f2e1ee90e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416884
Apr 02 18:26:35.981168 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-f78c5f8c-c5fb-428f-a0d1-d75c83d2f9d6 service neutron] Attempting to bind port 39474ec7-655a-462c-ba28-3ca8dafae060 on host hv-cinder-78460 for vnic_type normal with profile  {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 02 18:26:35.981544 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-f78c5f8c-c5fb-428f-a0d1-d75c83d2f9d6 service neutron] Attempting to bind port 39474ec7-655a-462c-ba28-3ca8dafae060 by drivers openvswitch,hyperv on host hv-cinder-78460 at level 0 using segments [{'id': '784d91b2-a80f-419b-a80e-3730339abebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424'}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 02 18:26:35.981915 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-f78c5f8c-c5fb-428f-a0d1-d75c83d2f9d6 service neutron] Attempting to bind port 39474ec7-655a-462c-ba28-3ca8dafae060 on network 8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:26:35.987142 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-f78c5f8c-c5fb-428f-a0d1-d75c83d2f9d6 service neutron] Port 39474ec7-655a-462c-ba28-3ca8dafae060 on network 8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78460 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 02 18:26:35.987504 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-f78c5f8c-c5fb-428f-a0d1-d75c83d2f9d6 service neutron] Attempting to bind port 39474ec7-655a-462c-ba28-3ca8dafae060 on network 8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424 {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 02 18:26:35.992988 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-f78c5f8c-c5fb-428f-a0d1-d75c83d2f9d6 service neutron] Checking agent: {'id': 'ba9f1d54-5540-4326-91bf-66629f4d5678', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78460', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'started_at': datetime.datetime(2021, 4, 2, 18, 9, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 2, 18, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 02 18:26:35.993364 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-f78c5f8c-c5fb-428f-a0d1-d75c83d2f9d6 service neutron] Checking segment: {'id': '784d91b2-a80f-419b-a80e-3730339abebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84390) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 02 18:26:35.993783 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-f78c5f8c-c5fb-428f-a0d1-d75c83d2f9d6 service neutron] Bound using segment: {'id': '784d91b2-a80f-419b-a80e-3730339abebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424'} {{(pid=84390) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 02 18:26:35.994251 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-f78c5f8c-c5fb-428f-a0d1-d75c83d2f9d6 service neutron] Bound port: 39474ec7-655a-462c-ba28-3ca8dafae060, host: hv-cinder-78460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '784d91b2-a80f-419b-a80e-3730339abebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424'}}] {{(pid=84390) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 02 18:26:35.994657 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-f78c5f8c-c5fb-428f-a0d1-d75c83d2f9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:36.087048 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-f78c5f8c-c5fb-428f-a0d1-d75c83d2f9d6 service neutron] For port 39474ec7-655a-462c-ba28-3ca8dafae060, host hv-cinder-78460, cleared binding levels {{(pid=84390) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 02 18:26:36.090048 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-f78c5f8c-c5fb-428f-a0d1-d75c83d2f9d6 service neutron] For port 39474ec7-655a-462c-ba28-3ca8dafae060, host hv-cinder-78460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=39474ec7-655a-462c-ba28-3ca8dafae060,segment=NetworkSegment(784d91b2-a80f-419b-a80e-3730339abebe),segment_id=784d91b2-a80f-419b-a80e-3730339abebe)] {{(pid=84390) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 02 18:26:36.120026 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-f78c5f8c-c5fb-428f-a0d1-d75c83d2f9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852573028'] for port, after_update {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:36.134998 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-25ca08ed-330a-48b0-bf12-18f24c3d8b08 tempest-AttachVolumeTestJSON-1839296876 tempest-AttachVolumeTestJSON-1839296876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:26:36.290993 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c5f8c-c5fb-428f-a0d1-d75c83d2f9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=39474ec7-655a-462c-ba28-3ca8dafae060,revision_number=3']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:26:36.295794 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f78c5f8c-c5fb-428f-a0d1-d75c83d2f9d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:26:36.326206 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-f78c5f8c-c5fb-428f-a0d1-d75c83d2f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:36.327122 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-f78c5f8c-c5fb-428f-a0d1-d75c83d2f9d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:36.328817 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-f78c5f8c-c5fb-428f-a0d1-d75c83d2f9d6 service neutron] 10.222.0.15 "PUT /v2.0/ports/39474ec7-655a-462c-ba28-3ca8dafae060 HTTP/1.1" status: 200  len: 1093 time: 1.3156025
Apr 02 18:26:36.329371 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696993ea-b203-4875-90c9-dad3deb44657', 'tag': '39474ec7-655a-462c-ba28-3ca8dafae060'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:26:36.380197 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696993ea-b203-4875-90c9-dad3deb44657', 'tag': '39474ec7-655a-462c-ba28-3ca8dafae060', 'status': 'completed', 'code': 200}
Apr 02 18:26:36.479362 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479b5b3-f795-4e14-90bc-64226365af81 req-aec3f0fb-0910-4d73-a8e0-8469838c057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:36.480958 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0479b5b3-f795-4e14-90bc-64226365af81 req-aec3f0fb-0910-4d73-a8e0-8469838c057e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f17a01ba3ef44c9c867c1ec165f5cde7&device_id=696993ea-b203-4875-90c9-dad3deb44657 HTTP/1.1" status: 200  len: 1096 time: 0.0791361
Apr 02 18:26:36.633170 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479b5b3-f795-4e14-90bc-64226365af81 req-c3480d52-f5b5-46dc-a78a-f949112cb977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:36.634782 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0479b5b3-f795-4e14-90bc-64226365af81 req-c3480d52-f5b5-46dc-a78a-f949112cb977 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f17a01ba3ef44c9c867c1ec165f5cde7&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1463227
Apr 02 18:26:36.780236 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479b5b3-f795-4e14-90bc-64226365af81 req-f39f7ef7-c3a6-4533-ab18-f8225bab7e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:36.781801 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-0479b5b3-f795-4e14-90bc-64226365af81 req-f39f7ef7-c3a6-4533-ab18-f8225bab7e5c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1410575
Apr 02 18:26:36.903017 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-49dd1abe-e516-4b4f-b61b-39fe49a6fc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:36.904609 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-49dd1abe-e516-4b4f-b61b-39fe49a6fc48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f17a01ba3ef44c9c867c1ec165f5cde7&device_id=696993ea-b203-4875-90c9-dad3deb44657 HTTP/1.1" status: 200  len: 1096 time: 0.0836194
Apr 02 18:26:36.971669 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a55a1-f3b4-4949-be02-535e8626402f req-7f2707e0-99cb-4845-8236-07f70b7b4695 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:36.973409 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b00a55a1-f3b4-4949-be02-535e8626402f req-7f2707e0-99cb-4845-8236-07f70b7b4695 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/ports?device_id=696993ea-b203-4875-90c9-dad3deb44657 HTTP/1.1" status: 200  len: 943 time: 0.0929074
Apr 02 18:26:36.978721 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-9128890e-af50-4c26-b7a9-f2870bac6490 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39474ec7-655a-462c-ba28-3ca8dafae060 HTTP/1.1" status: 200  len: 217 time: 0.0667939
Apr 02 18:26:37.022431 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b00a55a1-f3b4-4949-be02-535e8626402f req-fa38d669-5c8c-4e6e-b861-849443cc03c7 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/security-groups?id=34f1f348-d0e0-4b92-9391-d4f2e1ee90e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423071
Apr 02 18:26:37.051173 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-486b9829-146f-4645-ab95-5ba554e96c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:37.053385 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-486b9829-146f-4645-ab95-5ba554e96c1f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4a4a702-4807-4a40-b866-6c5957c1a121 HTTP/1.1" status: 200  len: 853 time: 0.0686297
Apr 02 18:26:37.105240 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-7a926061-985e-4c3b-9547-76e0907432a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0462005
Apr 02 18:26:37.489012 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-52bdc843-3e04-4b02-94c0-aa83d37e6575 service neutron] 10.222.0.15 "GET /v2.0/networks/8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3777630
Apr 02 18:26:37.630045 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-5a1454b0-1c73-4287-b597-2f820ae37495 req-c3bc205d-0d0d-4370-aea1-01a9e441fb7d service neutron] 10.222.0.15 "GET /v2.0/networks/8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342151
Apr 02 18:26:38.220881 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a39530-f4d3-4fc3-92bf-61d6e09604d1 req-2190c346-8b03-4cd7-b16d-1c983dd5fbd2 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:38.222384 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e0a39530-f4d3-4fc3-92bf-61d6e09604d1 req-2190c346-8b03-4cd7-b16d-1c983dd5fbd2 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/ports?device_id=696993ea-b203-4875-90c9-dad3deb44657 HTTP/1.1" status: 200  len: 943 time: 0.0873501
Apr 02 18:26:38.268961 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e0a39530-f4d3-4fc3-92bf-61d6e09604d1 req-2f0ef023-a0c9-4212-a9fe-9584af700a0e tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/security-groups?id=34f1f348-d0e0-4b92-9391-d4f2e1ee90e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403450
Apr 02 18:26:39.460726 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:39.474648 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66545b2-b985-4e7f-a8f6-9b5471ae52b6 req-f2b89b4e-2514-49f9-b720-94b856a2f02d tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:39.476225 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f66545b2-b985-4e7f-a8f6-9b5471ae52b6 req-f2b89b4e-2514-49f9-b720-94b856a2f02d tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/ports?device_id=696993ea-b203-4875-90c9-dad3deb44657 HTTP/1.1" status: 200  len: 943 time: 0.0936785
Apr 02 18:26:39.524094 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-f66545b2-b985-4e7f-a8f6-9b5471ae52b6 req-62f19be1-b0d9-42d5-839e-cc3d459728a0 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/security-groups?id=34f1f348-d0e0-4b92-9391-d4f2e1ee90e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415168
Apr 02 18:26:40.721071 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d34e3-369c-451c-a82f-8247a0c76c7d req-6619cba5-7331-40d7-a51a-adc6f2ec1e95 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:40.722682 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a08d34e3-369c-451c-a82f-8247a0c76c7d req-6619cba5-7331-40d7-a51a-adc6f2ec1e95 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/ports?device_id=696993ea-b203-4875-90c9-dad3deb44657 HTTP/1.1" status: 200  len: 943 time: 0.0875235
Apr 02 18:26:40.772436 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a08d34e3-369c-451c-a82f-8247a0c76c7d req-81bb1976-3586-407b-a084-d7c17b7bcf9e tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/security-groups?id=34f1f348-d0e0-4b92-9391-d4f2e1ee90e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434222
Apr 02 18:26:40.791776 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 39474ec7-655a-462c-ba28-3ca8dafae060 details requested by agent hyperv_hv-cinder-78460 with host hv-cinder-78460 {{(pid=84392) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 02 18:26:40.934286 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 39474ec7-655a-462c-ba28-3ca8dafae060, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=39474ec7-655a-462c-ba28-3ca8dafae060,segment=NetworkSegment(784d91b2-a80f-419b-a80e-3730339abebe),segment_id=784d91b2-a80f-419b-a80e-3730339abebe)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:26:40.949153 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Returning: {'device': '39474ec7-655a-462c-ba28-3ca8dafae060', 'network_id': '8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424', 'port_id': '39474ec7-655a-462c-ba28-3ca8dafae060', 'mac_address': 'fa:16:3e:45:d8:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4a4a702-4807-4a40-b866-6c5957c1a121', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84392) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 02 18:26:41.008075 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:41.029180 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39474ec7-655a-462c-ba28-3ca8dafae060 {{(pid=84392) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 02 18:26:41.045138 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 39474ec7-655a-462c-ba28-3ca8dafae060, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=39474ec7-655a-462c-ba28-3ca8dafae060,segment=NetworkSegment(784d91b2-a80f-419b-a80e-3730339abebe),segment_id=784d91b2-a80f-419b-a80e-3730339abebe)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:26:41.085212 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:41.087091 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-81aaea08-577a-4819-81c8-20b8f55008de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:26:41.155747 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=39474ec7-655a-462c-ba28-3ca8dafae060,revision_number=4']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:26:41.163536 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:41.163879 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:41.164270 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:41.164651 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:41.165027 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:41.165403 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:41.165778 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:41.166149 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:41.166548 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:41.166919 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:41.167315 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:41.167685 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84392) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:26:41.172172 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:26:41.284556 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['39474ec7-655a-462c-ba28-3ca8dafae060'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:26:41.975575 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6d2bc-df94-4754-97d7-73c0d624eb94 req-5cbf4273-f4f2-4b26-a235-b0bc23c13a97 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:41.977193 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b5b6d2bc-df94-4754-97d7-73c0d624eb94 req-5cbf4273-f4f2-4b26-a235-b0bc23c13a97 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/ports?device_id=696993ea-b203-4875-90c9-dad3deb44657 HTTP/1.1" status: 200  len: 944 time: 0.0904357
Apr 02 18:26:42.024817 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-b5b6d2bc-df94-4754-97d7-73c0d624eb94 req-2fd3c294-29bc-4947-b585-b2277214dc8e tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/security-groups?id=34f1f348-d0e0-4b92-9391-d4f2e1ee90e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412004
Apr 02 18:26:42.823107 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 39474ec7-655a-462c-ba28-3ca8dafae060 up at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 02 18:26:42.919457 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning for port 39474ec7-655a-462c-ba28-3ca8dafae060 completed by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 02 18:26:42.925036 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.provisioning_blocks [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Provisioning complete for port 39474ec7-655a-462c-ba28-3ca8dafae060 triggered by entity L2. {{(pid=84392) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 02 18:26:42.925458 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-255838'] for port, provisioning_complete {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:43.217485 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854740770'] for port, before_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:43.239470 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e158b-937f-481a-a0dd-136f432ba929 req-af07afb6-6f55-45be-a993-1ae137faa0a9 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:43.241079 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7c2e158b-937f-481a-a0dd-136f432ba929 req-af07afb6-6f55-45be-a993-1ae137faa0a9 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/ports?device_id=696993ea-b203-4875-90c9-dad3deb44657 HTTP/1.1" status: 200  len: 944 time: 0.0954354
Apr 02 18:26:43.245499 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696993ea-b203-4875-90c9-dad3deb44657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39474ec7-655a-462c-ba28-3ca8dafae060'}] {{(pid=84392) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:26:43.256054 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] For port 39474ec7-655a-462c-ba28-3ca8dafae060, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=39474ec7-655a-462c-ba28-3ca8dafae060,segment=NetworkSegment(784d91b2-a80f-419b-a80e-3730339abebe),segment_id=784d91b2-a80f-419b-a80e-3730339abebe)] {{(pid=84392) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:26:43.290222 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-7c2e158b-937f-481a-a0dd-136f432ba929 req-b077f666-0922-4f7f-96fb-99f0a08a8506 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/security-groups?id=34f1f348-d0e0-4b92-9391-d4f2e1ee90e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427287
Apr 02 18:26:43.291799 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740009299332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740008856554', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740008857613'] for port, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:43.296519 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696993ea-b203-4875-90c9-dad3deb44657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39474ec7-655a-462c-ba28-3ca8dafae060', 'code': 200}
Apr 02 18:26:43.297072 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-c674d20c-bfb5-4e63-a64e-ee02be38968a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:26:43.372603 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Pushing event updated for resources: {'Port': ['ID=39474ec7-655a-462c-ba28-3ca8dafae060,revision_number=5']} {{(pid=84392) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:26:43.376062 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84392) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:26:43.592232 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a70869-88f7-46b1-8245-88185aa8a768 req-33106456-c5da-4167-af49-f925bbc28411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:43.593763 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a9a70869-88f7-46b1-8245-88185aa8a768 req-33106456-c5da-4167-af49-f925bbc28411 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=696993ea-b203-4875-90c9-dad3deb44657 HTTP/1.1" status: 200  len: 1098 time: 0.0837011
Apr 02 18:26:43.635241 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a9a70869-88f7-46b1-8245-88185aa8a768 req-a90218a5-553d-4577-a8de-bbd4bb95ae87 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=34f1f348-d0e0-4b92-9391-d4f2e1ee90e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0354712
Apr 02 18:26:44.504859 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f000a-6be2-4382-a60a-745c091eb76f req-0ef40388-f460-4475-9fc8-9782ceecf0eb tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:44.506576 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-750f000a-6be2-4382-a60a-745c091eb76f req-0ef40388-f460-4475-9fc8-9782ceecf0eb tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/ports?device_id=696993ea-b203-4875-90c9-dad3deb44657 HTTP/1.1" status: 200  len: 945 time: 0.0903730
Apr 02 18:26:44.560290 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-750f000a-6be2-4382-a60a-745c091eb76f req-33163bbd-05fe-4fa2-8c63-6942dd8dba74 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/security-groups?id=34f1f348-d0e0-4b92-9391-d4f2e1ee90e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472310
Apr 02 18:26:45.758100 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b5fa7-1460-4493-aeb9-e14be056d2b7 req-1de71f3e-3e67-4b94-9e46-5d918e42755f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:26:45.759693 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a74b5fa7-1460-4493-aeb9-e14be056d2b7 req-1de71f3e-3e67-4b94-9e46-5d918e42755f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/ports?device_id=696993ea-b203-4875-90c9-dad3deb44657 HTTP/1.1" status: 200  len: 945 time: 0.0874867
Apr 02 18:26:45.806482 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-a74b5fa7-1460-4493-aeb9-e14be056d2b7 req-917b0b05-07ec-44a1-b808-c85531a1e29d tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/security-groups?id=34f1f348-d0e0-4b92-9391-d4f2e1ee90e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403917
Apr 02 18:26:57.638034 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-83ae44cc-c6ac-40b2-bc33-8c896317beb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:58.770618 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:26:59.593429 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-9e067930-b707-408d-a743-302408c5ab7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:00.124596 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:01.753169 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:02.241888 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:27:08.109276 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c92cb-6c7d-41eb-a0c3-491fc4e47249 req-9012a644-01ac-4d5c-b989-7e2e96affc2b tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:08.110857 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e14c92cb-6c7d-41eb-a0c3-491fc4e47249 req-9012a644-01ac-4d5c-b989-7e2e96affc2b tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/ports?device_id=696993ea-b203-4875-90c9-dad3deb44657 HTTP/1.1" status: 200  len: 945 time: 0.0907583
Apr 02 18:27:08.157514 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e14c92cb-6c7d-41eb-a0c3-491fc4e47249 req-e1a29bf0-8886-417c-b6b9-b802489170bf tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/security-groups?id=34f1f348-d0e0-4b92-9391-d4f2e1ee90e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404093
Apr 02 18:27:09.418974 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef795e5d-9484-4aca-a18c-9e03bc67ae38 req-8c50660f-7f05-47ab-924f-b551d22e346f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84391) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:09.420558 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ef795e5d-9484-4aca-a18c-9e03bc67ae38 req-8c50660f-7f05-47ab-924f-b551d22e346f tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/ports?device_id=696993ea-b203-4875-90c9-dad3deb44657 HTTP/1.1" status: 200  len: 945 time: 0.1494370
Apr 02 18:27:09.469722 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-ef795e5d-9484-4aca-a18c-9e03bc67ae38 req-a46e8dec-5247-429d-a56d-06e4b30b7506 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/security-groups?id=34f1f348-d0e0-4b92-9391-d4f2e1ee90e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426741
Apr 02 18:27:09.471882 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:09.544657 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319f597-f8d4-44e8-906e-7c1caadcb44b req-2a0758c8-15d1-4e5f-8fc2-ce85213a8d7c tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84390) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 02 18:27:09.545434 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-e319f597-f8d4-44e8-906e-7c1caadcb44b req-2a0758c8-15d1-4e5f-8fc2-ce85213a8d7c tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Synchronizing usage tracker for tenant:f17a01ba3ef44c9c867c1ec165f5cde7 on resource:port {{(pid=84390) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 02 18:27:09.585869 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.quota.resource [req-e319f597-f8d4-44e8-906e-7c1caadcb44b req-2a0758c8-15d1-4e5f-8fc2-ce85213a8d7c tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Unset dirty status for tenant:f17a01ba3ef44c9c867c1ec165f5cde7 on resource:port {{(pid=84390) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 02 18:27:09.587106 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e319f597-f8d4-44e8-906e-7c1caadcb44b req-2a0758c8-15d1-4e5f-8fc2-ce85213a8d7c tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.15 "GET /v2.0/ports?device_id=696993ea-b203-4875-90c9-dad3deb44657 HTTP/1.1" status: 200  len: 945 time: 0.1285801
Apr 02 18:27:09.668602 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-e319f597-f8d4-44e8-906e-7c1caadcb44b req-1a8d5411-23bb-4a07-8524-40123851f1d3 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Deleting port 39474ec7-655a-462c-ba28-3ca8dafae060 {{(pid=84390) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 02 18:27:09.669531 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-e319f597-f8d4-44e8-906e-7c1caadcb44b req-1a8d5411-23bb-4a07-8524-40123851f1d3 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363296845491043'] for port, before_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:09.928808 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [req-e319f597-f8d4-44e8-906e-7c1caadcb44b req-1a8d5411-23bb-4a07-8524-40123851f1d3 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] For port 39474ec7-655a-462c-ba28-3ca8dafae060, host hv-cinder-78460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78460',level=0,port_id=39474ec7-655a-462c-ba28-3ca8dafae060,segment=NetworkSegment(784d91b2-a80f-419b-a80e-3730339abebe),segment_id=784d91b2-a80f-419b-a80e-3730339abebe)] {{(pid=84390) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 02 18:27:09.929215 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-e319f597-f8d4-44e8-906e-7c1caadcb44b req-1a8d5411-23bb-4a07-8524-40123851f1d3 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854373008'] for port, precommit_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:10.065931 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [req-e319f597-f8d4-44e8-906e-7c1caadcb44b req-1a8d5411-23bb-4a07-8524-40123851f1d3 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Calling delete_port for 39474ec7-655a-462c-ba28-3ca8dafae060 owned by compute:nova {{(pid=84390) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 02 18:27:10.238755 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-e319f597-f8d4-44e8-906e-7c1caadcb44b req-1a8d5411-23bb-4a07-8524-40123851f1d3 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854740861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740009299315', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296845919263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2202772'] for port, after_delete {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:10.250430 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.db [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] get_ports_and_sgs() called for port_ids ['39474ec7-655a-462c-ba28-3ca8dafae060'] {{(pid=84392) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 02 18:27:10.257368 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f78c5f8c-c5fb-428f-a0d1-d75c83d2f9d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:27:10.356834 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d5411-23bb-4a07-8524-40123851f1d3 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Pushing event deleted for resources: {'Port': ['ID=39474ec7-655a-462c-ba28-3ca8dafae060,revision_number=None']} {{(pid=84390) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:27:10.360896 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-1a8d5411-23bb-4a07-8524-40123851f1d3 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84390) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:27:10.500836 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.l3_dvrscheduler_db [req-e319f597-f8d4-44e8-906e-7c1caadcb44b req-1a8d5411-23bb-4a07-8524-40123851f1d3 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] No DVR routers for this DVR port 39474ec7-655a-462c-ba28-3ca8dafae060 on host hv-cinder-78460 {{(pid=84390) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 02 18:27:10.503341 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [req-e319f597-f8d4-44e8-906e-7c1caadcb44b req-1a8d5411-23bb-4a07-8524-40123851f1d3 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773702'] for port, before_response {{(pid=84390) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:10.506253 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696993ea-b203-4875-90c9-dad3deb44657', 'name': 'network-vif-deleted', 'tag': '39474ec7-655a-462c-ba28-3ca8dafae060'}] {{(pid=84390) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 02 18:27:10.555148 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696993ea-b203-4875-90c9-dad3deb44657', 'name': 'network-vif-deleted', 'tag': '39474ec7-655a-462c-ba28-3ca8dafae060', 'status': 'completed', 'code': 200}
Apr 02 18:27:10.558381 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-e319f597-f8d4-44e8-906e-7c1caadcb44b req-1a8d5411-23bb-4a07-8524-40123851f1d3 tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.15 "DELETE /v2.0/ports/39474ec7-655a-462c-ba28-3ca8dafae060 HTTP/1.1" status: 204  len: 173 time: 0.9659123
Apr 02 18:27:10.638130 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [req-06a70299-ddc8-4e34-9440-df7760d8c283 req-fcf4e598-562c-4532-b866-35881b7c1fbb tempest-VolumesSnapshotTestJSON-962198372 tempest-VolumesSnapshotTestJSON-962198372-project] 10.222.0.10 "GET /v2.0/ports?device_id=696993ea-b203-4875-90c9-dad3deb44657 HTTP/1.1" status: 200  len: 210 time: 0.0517123
Apr 02 18:27:12.978815 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 39474ec7-655a-462c-ba28-3ca8dafae060 no longer exists at agent hyperv_hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 02 18:27:13.020145 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.plugin [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] No Port match for: 39474ec7-655a-462c-ba28-3ca8dafae060 {{(pid=84392) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 02 18:27:13.020542 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.rpc [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Device 39474ec7-655a-462c-ba28-3ca8dafae060 not bound to the agent host hv-cinder-78460 {{(pid=84392) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 02 18:27:27.633096 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a4bb5bcf-7f84-48e5-a754-416f311d8f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:28.770180 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:29.620633 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-29c917b6-319a-4bc0-8750-e2ca4661e5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:30.106235 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:31.758273 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:38.517803 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 45922) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:27:38.583720 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dcdffb0-4d7d-41da-83a7-789ca8bab29d admin admin] Deleting subnet d4a4a702-4807-4a40-b866-6c5957c1a121 {{(pid=84391) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 02 18:27:38.586720 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5dcdffb0-4d7d-41da-83a7-789ca8bab29d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:38.641738 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5dcdffb0-4d7d-41da-83a7-789ca8bab29d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851687203'] for subnet, precommit_delete_associations {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:38.698992 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5dcdffb0-4d7d-41da-83a7-789ca8bab29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1495'] for subnet, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:38.981806 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5dcdffb0-4d7d-41da-83a7-789ca8bab29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2953638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2573713'] for subnet, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:38.997080 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:27:39.084403 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcdffb0-4d7d-41da-83a7-789ca8bab29d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4a4a702-4807-4a40-b866-6c5957c1a121,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:27:39.104693 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcdffb0-4d7d-41da-83a7-789ca8bab29d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:27:39.105121 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcdffb0-4d7d-41da-83a7-789ca8bab29d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:27:39.105841 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcdffb0-4d7d-41da-83a7-789ca8bab29d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:27:39.106269 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcdffb0-4d7d-41da-83a7-789ca8bab29d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:27:39.106703 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcdffb0-4d7d-41da-83a7-789ca8bab29d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:27:39.107114 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcdffb0-4d7d-41da-83a7-789ca8bab29d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:27:39.107521 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcdffb0-4d7d-41da-83a7-789ca8bab29d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:27:39.107940 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcdffb0-4d7d-41da-83a7-789ca8bab29d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:27:39.108324 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcdffb0-4d7d-41da-83a7-789ca8bab29d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:27:39.108726 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcdffb0-4d7d-41da-83a7-789ca8bab29d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:27:39.109127 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcdffb0-4d7d-41da-83a7-789ca8bab29d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:27:39.109523 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dcdffb0-4d7d-41da-83a7-789ca8bab29d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784603-1-iscsi {{(pid=84391) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 02 18:27:39.114270 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-5dcdffb0-4d7d-41da-83a7-789ca8bab29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:27:39.143092 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-5dcdffb0-4d7d-41da-83a7-789ca8bab29d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:39.149408 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-5dcdffb0-4d7d-41da-83a7-789ca8bab29d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d4a4a702-4807-4a40-b866-6c5957c1a121 HTTP/1.1" status: 204  len: 168 time: 0.6303346
Apr 02 18:27:39.152000 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 45926) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:27:39.241164 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:27:39.264446 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f3a0be19-85d5-4191-8229-2194c96baeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-37997'] for network, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:39.451909 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f3a0be19-85d5-4191-8229-2194c96baeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854513834', 'neutron.services.segments.db._delete_segments_for_network--9223363296845448257'] for network, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:39.484364 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:39.564347 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-f3a0be19-85d5-4191-8229-2194c96baeab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2f109b0cf8>,) {'filters': {'network_id': ['8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424']}} {{(pid=84391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:27:39.576752 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-f3a0be19-85d5-4191-8229-2194c96baeab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f109b0cf8>, '784d91b2-a80f-419b-a80e-3730339abebe') {'for_net_delete': True} {{(pid=84391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:27:39.577089 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.services.segments.db [None req-f3a0be19-85d5-4191-8229-2194c96baeab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2f109b0cf8>, '784d91b2-a80f-419b-a80e-3730339abebe') {} {{(pid=84391) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 02 18:27:39.588679 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f3a0be19-85d5-4191-8229-2194c96baeab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740009327441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3088596'] for segment, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:39.645011 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f3a0be19-85d5-4191-8229-2194c96baeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-258352'] for segment, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:39.651418 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a0be19-85d5-4191-8229-2194c96baeab admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=84391) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 02 18:27:39.831336 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-f3a0be19-85d5-4191-8229-2194c96baeab admin admin] Network 8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424 has no segments {{(pid=84391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:27:39.840312 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f3a0be19-85d5-4191-8229-2194c96baeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854517445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2953485'] for segment, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:40.019480 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.plugins.ml2.managers [None req-f3a0be19-85d5-4191-8229-2194c96baeab admin admin] Network 8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424 has no segments {{(pid=84391) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]: Traceback (most recent call last):
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]:     timer()
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]:     cb(*args, **kw)
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]:     return func(*args, **kwargs)
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]:     self._notify()
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]:     self.callback(batched_events)
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]:     event.method(event)
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]:     segment_id)['aggregates'][0]
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]:     return f(self, *a, **k)
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self._get(url).json()
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]:     **kwargs)
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]:     return self.request(url, 'GET', **kwargs)
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]:     **endpoint_filter)
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 02 18:27:40.041024 dv-cinder-784603-1-iscsi neutron-server[84275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 02 18:27:40.169795 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f3a0be19-85d5-4191-8229-2194c96baeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-261967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-498971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854362150'] for network, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:40.174544 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f3a0be19-85d5-4191-8229-2194c96baeab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-498952'] for network, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:40.178600 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:27:40.203850 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0be19-85d5-4191-8229-2194c96baeab admin admin] Pushing event deleted for resources: {'Network': ['ID=8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:27:40.206509 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-f3a0be19-85d5-4191-8229-2194c96baeab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:27:40.239509 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-f3a0be19-85d5-4191-8229-2194c96baeab admin admin] 10.222.0.10 "DELETE /v2.0/networks/8f5dfd4f-26f3-4ef8-b7f4-ac257bcc6424 HTTP/1.1" status: 204  len: 168 time: 1.0858448
Apr 02 18:27:40.428776 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 45932) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:27:40.480478 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-846fd7cd-5e47-46f5-8514-48318516f134 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f17a01ba3ef44c9c867c1ec165f5cde7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0503597
Apr 02 18:27:40.483002 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [-] (84391) accepted ('10.222.0.10', 45936) {{(pid=84391) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 02 18:27:40.543330 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-042578c7-bf1a-49db-b7fc-54f1aec77707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:40.569826 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-042578c7-bf1a-49db-b7fc-54f1aec77707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:40.700868 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-042578c7-bf1a-49db-b7fc-54f1aec77707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854413581'] for security_group, after_delete {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:40.706041 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-3474d64f-78d2-4b48-86c0-087f9c55a1d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 02 18:27:40.720605 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042578c7-bf1a-49db-b7fc-54f1aec77707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f1f348-d0e0-4b92-9391-d4f2e1ee90e0,revision_number=None']} {{(pid=84391) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 02 18:27:40.723006 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG oslo_concurrency.lockutils [None req-042578c7-bf1a-49db-b7fc-54f1aec77707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84391) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 02 18:27:40.757332 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-042578c7-bf1a-49db-b7fc-54f1aec77707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84391) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:40.758579 dv-cinder-784603-1-iscsi neutron-server[84275]: INFO neutron.wsgi [None req-042578c7-bf1a-49db-b7fc-54f1aec77707 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/34f1f348-d0e0-4b92-9391-d4f2e1ee90e0 HTTP/1.1" status: 204  len: 168 time: 0.2746005
Apr 02 18:27:57.626666 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-d9d9b2a4-29c8-4f2e-8b33-0109fa435d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:58.763785 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:27:59.558375 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2f8bf05d-9633-499a-a893-227cc10317dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:28:00.116908 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:28:01.757056 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:28:09.500741 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:28:16.240897 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:28:27.638112 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-f011bc49-fbb1-4f2e-b74c-021873c32e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:28:28.780243 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:28:29.568923 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-a6f1f09b-0a8f-4c70-96be-3757cc764ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:28:30.117219 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:28:31.780275 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:28:39.523054 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:28:53.240985 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:28:57.648542 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8697d70a-4199-4a59-b367-5e7c06b017a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:28:58.780017 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:28:59.568301 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-740f01ae-55f4-4dd5-9254-e74c03410e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:00.116870 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:01.774016 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:09.499408 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:27.647745 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-fd664cd7-0084-4f49-b5b5-a61c93bd1cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:28.773598 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:29.556542 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-91ea94f9-f9b8-4761-953d-abce51479c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:30.110823 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:30.240245 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:29:31.762230 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:39.493485 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:42.336345 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [req-09666ee5-fb74-485f-98b3-98d298903e04 req-0463bea1-322b-4360-9a0e-4b485aae58b2 tempest-ServerRescueNegativeTestJSON-918770797 tempest-ServerRescueNegativeTestJSON-918770797-project] (84390) timed out ('10.222.0.15', 52267) {{(pid=84390) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 02 18:29:43.063800 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [req-5997bc4d-d1bb-43c2-b30b-e0946aabdf2f req-4f4a86df-8deb-4abd-b822-7fa548e1b609 tempest-VolumesActionsTest-1863612734 tempest-VolumesActionsTest-1863612734-project] (84391) timed out ('10.222.0.15', 52275) {{(pid=84391) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 02 18:29:57.641571 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-54f180dc-2d22-448c-9fac-58895a729e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:58.784497 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:29:59.544375 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-384d85a1-c2f0-4bfd-bb62-0595965f6208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:30:00.115836 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:30:01.772680 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:30:07.239902 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:30:09.492889 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:30:27.646699 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2d8077e0-cefc-446e-be82-eedf1620e704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:30:28.784003 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:30:29.549466 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-59a2e105-8941-4caf-b498-e68cf7d70717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:30:30.065929 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.wsgi [req-bdd4fa05-f08b-4ec2-876b-3f943f173040 req-740b2bdf-7f60-4517-826a-2f842fa283c2 service neutron] (84391) timed out ('10.222.0.10', 40820) {{(pid=84391) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 02 18:30:30.144101 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:30:31.778489 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:30:39.515451 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:30:44.239403 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:30:57.663376 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2602b161-51d8-4ae7-a4e4-3494d8111523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:30:58.800674 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:30:59.566270 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-7f1b1410-5c33-4717-91ff-3d348ae2be51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:31:00.131751 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:31:01.783291 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:31:09.531695 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:31:21.239460 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:31:27.657450 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-bd497a3d-83d5-48f0-96c5-52973c3a90ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:31:28.771624 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:31:29.537644 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-40d68c32-9731-42a9-8496-542359bfe3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:31:30.131135 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:31:31.782814 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:31:39.537021 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:31:57.668361 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-8e0f2877-c9e2-4ae0-bc5f-4dc3682cedbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:31:58.239192 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:31:58.782751 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:31:59.548479 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-892a6cc8-327d-41ef-8bd9-f2e54eec9f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:32:00.131495 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:32:01.793894 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:32:09.537062 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:32:27.661849 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-e027afcf-207d-4c1d-b421-498080b987b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:32:28.782670 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-b6ed5edf-3260-485a-be99-7acdddafa3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:32:29.559458 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-2565f5a2-260f-48b1-abf0-d50586a7f4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:32:30.159507 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-665d1cd4-c254-4d4f-92cf-1f726d19a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:32:31.804979 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-02ff1d86-52d5-4b1e-beb3-79910905461e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 02 18:32:35.238504 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron.db.agents_db [None req-98448674-084a-46ca-8b1c-59cdac1cdfc4 None None] Agent healthcheck: found 6 active agents {{(pid=84393) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 02 18:32:39.541900 dv-cinder-784603-1-iscsi neutron-server[84275]: DEBUG neutron_lib.callbacks.manager [None req-05e902d1-c318-4bde-8b48-a01b0d67c27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296845448274', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854520054'] for agent, after_update {{(pid=84392) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}